-- Logs begin at Tue 2021-12-14 18:05:20 UTC, end at Tue 2021-12-14 19:01:58 UTC. -- Dec 14 18:34:55.407894 dv-cinder-821746-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Dec 14 18:34:58.130657 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.common.config [-] Logging enabled! Dec 14 18:34:58.131266 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev58 Dec 14 18:34:58.131421 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=107913) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 14 18:34:58.134638 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.common.config [-] Logging enabled! Dec 14 18:34:58.134891 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev58 Dec 14 18:34:58.135199 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=107913) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 14 18:34:58.136198 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:34:58.136367 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 14 18:34:58.136718 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 14 18:34:58.136967 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 14 18:34:58.137189 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 14 18:34:58.137503 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.137792 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.138081 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.138306 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.138630 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.138918 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.139196 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.139480 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.139770 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.140048 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.140325 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.140610 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.140835 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.141115 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] config_source = [] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.141400 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.141683 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.141902 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] debug = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.142185 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.142627 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.143557 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.143841 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.144127 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.144405 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.144675 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.144949 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.145243 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.145556 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] host = dv-cinder-821746-1-iscsi {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.145829 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.146115 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.146397 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.146703 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.146983 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.147257 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.147540 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.147812 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] log_dir = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.148083 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] log_file = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.148354 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.148639 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.148925 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.149209 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.149432 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.149650 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.149934 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.150216 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.150491 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.150784 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.151056 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.151328 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.151604 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.151870 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.152148 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.152428 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.152712 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.152983 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.153255 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.153525 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.153793 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.154076 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.154345 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.154643 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.154916 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.155199 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.155466 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.155737 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.156032 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.156315 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.156596 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.156882 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.157153 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.157432 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.157720 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.157977 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] use_journal = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.158243 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] use_json = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.158562 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.158835 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.159115 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.159386 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.159655 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.159925 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.160195 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.160484 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:34:58.160774 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.161066 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.161363 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.161642 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.161933 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.162213 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.162513 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.162800 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.163087 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.163372 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.163663 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.163935 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.164219 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.164496 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.164785 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.165087 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.165378 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.165666 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.165937 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.166208 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.166578 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.166788 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.167078 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.167351 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.167637 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.167922 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.168198 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.168481 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.168771 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.169057 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.169329 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.169604 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.169891 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.170167 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.170437 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.170736 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.171022 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.171295 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.171565 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.171841 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.172114 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.172383 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.172652 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.172925 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.173209 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.173481 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.173752 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.174040 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.174315 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.174606 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.174887 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.175159 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.175430 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.175697 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.175968 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.176238 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.176506 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.176777 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.177050 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.177323 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.177591 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.177858 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.178123 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.178392 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.178685 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.178955 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.179222 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.179493 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.179762 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.180029 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.180298 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.180566 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.180833 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.181114 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.181407 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.181678 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.181951 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.182227 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.182530 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.182795 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.183068 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.183341 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.183615 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.183884 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.184167 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.184447 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.184728 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.185004 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.185277 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.185573 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.185846 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.186123 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.186396 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.186697 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.186981 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.187257 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.187546 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.187833 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.188121 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.188409 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.188697 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.188973 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.189275 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.190058 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:34:58.190274 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 14 18:34:58.190534 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=107913) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 14 18:34:58.540027 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=107913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 18:34:58.540215 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=107913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 18:34:58.540501 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=107913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 18:34:58.540833 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 14 18:34:58.933870 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:58.934147 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:58.934418 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:58.935748 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:58.936012 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:58.936270 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:58.972221 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:58.972488 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:58.972750 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:58.988128 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:58.988403 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:58.988669 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:59.016906 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:59.017180 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:59.017445 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:59.055044 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:59.055320 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:59.055588 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:59.287959 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:59.288588 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:59.288588 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:59.288739 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:59.289357 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:59.409262 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:59.409571 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:59.409848 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:59.410114 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:59.410376 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:59.410705 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:59.410970 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:59.411220 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:59.411467 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:59.411742 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:59.411996 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:59.412255 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:59.412505 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:59.412750 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:59.412998 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:59.413255 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:59.413501 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:59.413761 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:59.414022 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:59.414274 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:59.414555 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:59.414804 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:59.415080 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:59.415450 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:59.415691 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:59.415931 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:59.416316 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=107913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 18:34:59.416551 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=107913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 18:34:59.416783 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=107913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 18:34:59.417013 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=107913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 18:34:59.417242 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=107913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 18:34:59.417472 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=107913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 18:34:59.417831 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 14 18:34:59.421008 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 14 18:34:59.425107 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 14 18:34:59.428894 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Dec 14 18:34:59.430538 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 14 18:34:59.430993 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 14 18:34:59.431327 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 14 18:34:59.431709 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 14 18:34:59.434539 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 14 18:34:59.434791 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 14 18:34:59.435132 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 14 18:34:59.440947 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 14 18:34:59.463646 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 14 18:34:59.464106 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:59.464403 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=107913) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 14 18:34:59.464759 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:59.466138 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=107913) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 14 18:34:59.466415 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 14 18:34:59.466682 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 14 18:34:59.469885 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:59.470165 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:34:59.533315 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 14 18:34:59.533547 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 14 18:34:59.533785 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 14 18:34:59.534151 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 14 18:34:59.556469 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_db.sqlalchemy.engines [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=107913) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 14 18:35:00.082749 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.plugins.ml2.managers [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Initializing driver for type 'gre' Dec 14 18:35:00.083285 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] gre ID ranges: [(1, 1000)] Dec 14 18:35:00.136091 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.plugins.ml2.managers [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Initializing driver for type 'local' Dec 14 18:35:00.136473 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.plugins.ml2.managers [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Initializing driver for type 'vlan' Dec 14 18:35:00.148999 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] VlanTypeDriver initialization complete Dec 14 18:35:00.149345 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.plugins.ml2.managers [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Initializing driver for type 'vxlan' Dec 14 18:35:00.149838 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] vxlan ID ranges: [(1, 1000)] Dec 14 18:35:00.203051 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.plugins.ml2.managers [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Initializing extension driver 'port_security' Dec 14 18:35:00.203400 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.plugins.ml2.extensions.port_security [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] PortSecurityExtensionDriver initialization complete Dec 14 18:35:00.203758 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.plugins.ml2.managers [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Initializing mechanism driver 'openvswitch' Dec 14 18:35:00.204099 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.plugins.ml2.managers [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Initializing mechanism driver 'hyperv' Dec 14 18:35:00.210908 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.plugins.ml2.plugin [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=107913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:35:00.211596 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > port after_create 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.212014 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > port after_update 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.212349 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > port after_delete 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.212878 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=107913) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 14 18:35:00.213319 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > subnet after_create 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.213694 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > subnet after_update 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.214041 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > subnet after_delete 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.214461 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=107913) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 14 18:35:00.214937 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > network after_create 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.215332 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > network after_update 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.215676 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > network after_delete 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.216089 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=107913) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 14 18:35:00.216501 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > security_group after_create 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.216856 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > security_group after_update 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.217288 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > security_group after_delete 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.217907 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=107913) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 14 18:35:00.218326 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.218715 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.219069 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.219478 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=107913) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 14 18:35:00.219905 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > address_group after_create 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.220253 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > address_group after_update 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.220596 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > address_group after_delete 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.221630 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=107913) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 14 18:35:00.222053 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] ML2 OVO RPC backend initialized. {{(pid=107913) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 14 18:35:00.222795 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > router_interface after_create 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.223169 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.223580 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > network before_response 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.223938 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > networks before_response 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.224317 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > port before_response 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.224661 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > ports before_response 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.225002 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > subnet before_response 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.225345 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > subnets before_response 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.225694 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > network after_create 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.226037 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > network after_update 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.226378 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > network after_delete 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.226851 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > port after_create 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.227224 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > port after_update 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.227564 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > port after_delete 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.227903 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > subnet after_create 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.228244 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > subnet after_update 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.228578 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > subnet after_delete 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.229161 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.plugins.ml2.plugin [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Modular L2 Plugin initialization complete Dec 14 18:35:00.229493 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading services supported by the core plugin {{(pid=107913) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 14 18:35:00.229822 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.plugins.ml2.managers [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Got port-security extension from driver 'port_security' Dec 14 18:35:00.230290 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.extensions.vlantransparent [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Disabled vlantransparent extension. Dec 14 18:35:00.230802 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=107913) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 14 18:35:00.231122 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading Plugin: router Dec 14 18:35:00.268950 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > router_interface before_create 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.269345 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > router after_create 55549900 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.269718 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > router before_create 55549900 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.270084 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.270457 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.270840 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > router after_delete 55549900 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.271312 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > floatingip after_create 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.271668 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > floatingip after_update 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.272049 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > router after_create 55549900 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.272403 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > router after_update 55549900 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.272757 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > router after_update 55549900 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.273107 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.273468 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > router after_update 55549900 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.273879 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > router precommit_update 55549900 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.274251 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: port after_update 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.274630 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: port after_delete 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.274972 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: subnet after_update 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.275317 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.275667 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > port precommit_delete 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.276013 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > router precommit_create 55549900 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.276356 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: port before_delete 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.276699 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > router precommit_create 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.277109 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > router after_update 55549900 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.277397 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > router precommit_delete 55549900 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.277770 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > router precommit_create 55549900 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.278133 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > router_interface after_create 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.278480 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > router precommit_update 55549900 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.278868 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > agent after_create 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.279217 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > agent after_delete 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.279566 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > network after_delete 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.280443 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.quota.resource_registry [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Tracking information for resource: router configured {{(pid=107913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 18:35:00.280782 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.quota.resource_registry [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Tracking information for resource: floatingip configured {{(pid=107913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 18:35:00.286424 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.db.l3_agentschedulers_db [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 14 18:35:00.287051 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: port after_update 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.287441 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: port after_create 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.287877 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: port after_delete 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.288249 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: port after_update 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.289053 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > router before_create 55550100 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.289421 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > router precommit_delete 55550100 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.289806 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > router precommit_create 55550100 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.290186 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > router precommit_update 55550100 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.295113 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.services.provider_configuration [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Service providers = [] {{(pid=107913) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 14 18:35:00.295492 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.db.servicetype_db [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=107913) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 14 18:35:00.298534 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.services.service_base [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=107913) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 14 18:35:00.299504 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.services.service_base [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=107913) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 14 18:35:00.299859 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.services.service_base [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=107913) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 14 18:35:00.300770 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.services.service_base [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=107913) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 14 18:35:00.301146 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.services.service_base [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 14 18:35:00.301528 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=107913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 14 18:35:00.301848 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 14 18:35:00.312878 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=107913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 14 18:35:00.313221 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading Plugin: auto_allocate Dec 14 18:35:00.319085 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: network precommit_update 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.319453 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: network precommit_create 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.319998 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=107913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 14 18:35:00.320325 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading Plugin: tag Dec 14 18:35:00.327083 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=107913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 14 18:35:00.327419 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading Plugin: timestamp Dec 14 18:35:00.331572 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=107913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 14 18:35:00.331927 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading Plugin: network_ip_availability Dec 14 18:35:00.337537 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.337860 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.338219 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.338978 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=107913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 14 18:35:00.339302 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading Plugin: flavors Dec 14 18:35:00.344137 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=107913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 14 18:35:00.344477 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading Plugin: revisions Dec 14 18:35:00.349418 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=107913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 14 18:35:00.349812 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_concurrency.lockutils [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.809s {{(pid=107913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 18:35:00.350600 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=107913) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 14 18:35:00.350943 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Initializing extension manager. Dec 14 18:35:00.351454 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: __init__.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.351818 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: __pycache__ {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.352155 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.352488 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: address_group.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.353269 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.353838 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: address-group Dec 14 18:35:00.354168 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: address_scope.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.355124 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.355642 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: address-scope Dec 14 18:35:00.355969 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: admin_state_down_before_update.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.356926 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.357441 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: router-admin-state-down-before-update Dec 14 18:35:00.357796 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: agent.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.358518 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.359040 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: agent Dec 14 18:35:00.359364 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: agent_resources_synced.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.360306 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.360818 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: agent-resources-synced Dec 14 18:35:00.361144 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: allowedaddresspairs.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.363607 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.364140 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: allowed-address-pairs Dec 14 18:35:00.364476 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: auto_allocated_topology.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.365603 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.366127 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: auto-allocated-topology Dec 14 18:35:00.366544 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: availability_zone.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.367276 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.368164 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: availability_zone Dec 14 18:35:00.368164 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: availability_zone_filter.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.369141 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.369640 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: availability_zone_filter Dec 14 18:35:00.370053 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: data_plane_status.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.371031 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.371550 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extension data-plane-status not supported by any of loaded plugins Dec 14 18:35:00.371878 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: default_subnetpools.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.372865 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.373409 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: default-subnetpools Dec 14 18:35:00.373741 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: dhcpagentscheduler.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.374656 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.375212 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: dhcp_agent_scheduler Dec 14 18:35:00.375802 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: dns.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.376742 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.377280 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extension dns-integration not supported by any of loaded plugins Dec 14 18:35:00.377609 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: dns_domain_ports.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.378576 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.379086 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 14 18:35:00.379415 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.380348 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.380858 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 14 18:35:00.381187 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: dvr.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.381869 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.382383 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: dvr Dec 14 18:35:00.382752 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: ecmp_routes.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.383699 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.384214 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 14 18:35:00.384539 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: empty_string_filtering.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.385559 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.386102 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: empty-string-filtering Dec 14 18:35:00.386427 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.387382 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.387897 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 14 18:35:00.388220 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.389146 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.389687 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 14 18:35:00.390011 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: external_net.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.391021 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.391573 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: external-net Dec 14 18:35:00.391906 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: extra_dhcp_opt.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.392894 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.393405 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: extra_dhcp_opt Dec 14 18:35:00.393731 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: extraroute.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.394704 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.395217 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: extraroute Dec 14 18:35:00.395540 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: extraroute_atomic.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.396594 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.397110 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: extraroute-atomic Dec 14 18:35:00.397436 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: filter_validation.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.398128 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.398697 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: filter-validation Dec 14 18:35:00.399049 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: fip_pf_description.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.399977 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.400480 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 14 18:35:00.400807 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: fip_port_details.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.401753 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.402257 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: fip-port-details Dec 14 18:35:00.402607 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: flavors.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.403933 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.404455 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: flavors Dec 14 18:35:00.404788 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.406541 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.407067 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 14 18:35:00.407402 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: floatingip_pools.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.408122 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.409157 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: floatingip-pools Dec 14 18:35:00.409514 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: ip_allocation.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.410478 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.411015 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extension ip_allocation not supported by any of loaded plugins Dec 14 18:35:00.411339 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.412430 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.412966 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: ip-substring-filtering Dec 14 18:35:00.413299 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: l2_adjacency.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.414251 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.414793 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 14 18:35:00.415129 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: l3.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.416344 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.416875 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: router Dec 14 18:35:00.417209 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: l3_conntrack_helper.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.419586 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.420116 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 14 18:35:00.420452 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.421405 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.421951 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: ext-gw-mode Dec 14 18:35:00.422344 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.423339 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.423908 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: l3-ha Dec 14 18:35:00.424770 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: l3_flavors.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.425837 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.426320 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: l3-flavors Dec 14 18:35:00.426677 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.427614 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.428127 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 14 18:35:00.428455 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: l3agentscheduler.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.429523 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.430040 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: l3_agent_scheduler Dec 14 18:35:00.430371 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: logging.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.431919 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.432447 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extension logging not supported by any of loaded plugins Dec 14 18:35:00.432780 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: metering.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.433536 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.434127 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: metering Dec 14 18:35:00.434455 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.435614 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.436137 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: metering_source_and_destination_fields Dec 14 18:35:00.436523 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: multiprovidernet.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.437505 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.438025 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: multi-provider Dec 14 18:35:00.438351 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: netmtu.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.439330 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.439879 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: net-mtu Dec 14 18:35:00.440205 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: netmtu_writable.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.441147 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.441666 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: net-mtu-writable Dec 14 18:35:00.441992 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: network_availability_zone.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.442726 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.443246 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: network_availability_zone Dec 14 18:35:00.443569 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: network_ip_availability.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.444727 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.445280 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: network-ip-availability Dec 14 18:35:00.445614 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: network_segment_range.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.446447 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.447068 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extension network-segment-range not supported by any of loaded plugins Dec 14 18:35:00.447394 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: pagination.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.448396 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.448763 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: pagination Dec 14 18:35:00.449089 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: port_device_profile.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.450004 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.450544 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: port-device-profile Dec 14 18:35:00.450873 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.451811 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.452330 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: port-mac-address-regenerate Dec 14 18:35:00.452655 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.453583 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.454118 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: port-numa-affinity-policy Dec 14 18:35:00.454443 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: port_resource_request.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.455561 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.456072 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extension port-resource-request not supported by any of loaded plugins Dec 14 18:35:00.456396 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: portbindings.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.457338 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.457855 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: binding Dec 14 18:35:00.458177 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: portbindings_extended.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.459551 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.460073 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: binding-extended Dec 14 18:35:00.460426 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: portsecurity.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.461377 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.461899 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: port-security Dec 14 18:35:00.462228 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: project_id.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.463255 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.463613 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: project-id Dec 14 18:35:00.463943 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: providernet.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.464873 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.465397 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: provider Dec 14 18:35:00.465720 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: qos.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.469355 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.469883 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extension qos not supported by any of loaded plugins Dec 14 18:35:00.470220 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.472034 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.472562 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 14 18:35:00.472901 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.473871 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.474393 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 14 18:35:00.474763 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: qos_default.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.475701 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.476219 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extension qos-default not supported by any of loaded plugins Dec 14 18:35:00.476548 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: qos_fip.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.477218 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.477731 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extension qos-fip not supported by any of loaded plugins Dec 14 18:35:00.478056 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: qos_gateway_ip.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.479018 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.479533 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 14 18:35:00.479861 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: qos_port_network_policy.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.480817 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.481330 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 14 18:35:00.481661 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: qos_pps_rule.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.482890 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.483405 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extension qos-pps not supported by any of loaded plugins Dec 14 18:35:00.483733 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: qos_rule_type_details.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.484660 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.485176 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 14 18:35:00.485513 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: qos_rules_alias.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.487160 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.487678 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 14 18:35:00.488008 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: quotasv2.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.488992 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.489323 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: quotas Dec 14 18:35:00.489648 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: quotasv2_detail.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.493074 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.493419 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: quota_details Dec 14 18:35:00.493753 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: rbac.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.494859 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.495405 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: rbac-policies Dec 14 18:35:00.495746 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: rbac_address_group.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.496673 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.497192 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: rbac-address-group Dec 14 18:35:00.497521 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: rbac_address_scope.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.498456 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.499030 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: rbac-address-scope Dec 14 18:35:00.499361 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: rbac_security_groups.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.500297 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.501072 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: rbac-security-groups Dec 14 18:35:00.501401 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: rbac_subnetpool.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.502402 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.502949 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: rbac-subnetpool Dec 14 18:35:00.503274 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: revisionifmatch.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.504213 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.504733 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: revision-if-match Dec 14 18:35:00.505062 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: revisions.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.506210 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.506752 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: standard-attr-revisions Dec 14 18:35:00.507081 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: router_availability_zone.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.507770 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.508284 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: router_availability_zone Dec 14 18:35:00.508612 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: routerservicetype.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.509545 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.510056 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extension router-service-type not supported by any of loaded plugins Dec 14 18:35:00.510383 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.511361 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.511878 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: security-groups-normalized-cidr Dec 14 18:35:00.512205 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: security_groups_port_filtering.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.513154 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.513687 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: port-security-groups-filtering Dec 14 18:35:00.514014 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.514988 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.515751 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: security-groups-remote-address-group Dec 14 18:35:00.516083 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: securitygroup.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.527799 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.528330 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: security-group Dec 14 18:35:00.528668 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: segment.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.529476 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.529988 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extension segment not supported by any of loaded plugins Dec 14 18:35:00.530319 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.531323 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.531842 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 14 18:35:00.532169 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: servicetype.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.533931 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.534459 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: service-type Dec 14 18:35:00.534812 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: sorting.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.535840 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.536180 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: sorting Dec 14 18:35:00.536510 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: standard_attr_segment.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.537438 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.537956 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 14 18:35:00.538299 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: standardattrdescription.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.538975 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.539488 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: standard-attr-description Dec 14 18:35:00.539814 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: stateful_security_group.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.540764 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.541281 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: stateful-security-group Dec 14 18:35:00.541607 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: stdattrs_common.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.542202 dv-cinder-821746-1-iscsi neutron-server[107913]: WARNING neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 14 18:35:00.542542 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.543480 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.544028 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 14 18:35:00.544356 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: subnet_onboard.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.545476 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.546002 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: subnet_onboard Dec 14 18:35:00.546331 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.547301 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.547820 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 14 18:35:00.548149 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: subnet_service_types.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.549269 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.549791 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: subnet-service-types Dec 14 18:35:00.550123 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: subnetallocation.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.551384 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.551904 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: subnet_allocation Dec 14 18:35:00.552248 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.553005 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.553726 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: subnetpool-prefix-ops Dec 14 18:35:00.554056 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.555035 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.555546 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 14 18:35:00.555879 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: tagging.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.556980 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.557498 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: standard-attr-tag Dec 14 18:35:00.557827 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: timestamp.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.559089 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.559610 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loaded extension: standard-attr-timestamp Dec 14 18:35:00.559937 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: trunk.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.560992 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.561517 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extension trunk not supported by any of loaded plugins Dec 14 18:35:00.561858 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: trunk_details.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.562820 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.563339 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extension trunk-details not supported by any of loaded plugins Dec 14 18:35:00.563686 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: uplink_status_propagation.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.564688 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.565206 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 14 18:35:00.565532 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Loading extension file: vlantransparent.py {{(pid=107913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 18:35:00.566224 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=107913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 18:35:00.566763 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 14 18:35:00.569248 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.quota.resource_registry [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Creating instance of TrackedResource for resource:network Dec 14 18:35:00.569779 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.quota.resource_registry [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Creating instance of TrackedResource for resource:subnet Dec 14 18:35:00.570184 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.quota.resource_registry [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Creating instance of TrackedResource for resource:subnetpool Dec 14 18:35:00.570628 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.quota.resource_registry [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Creating instance of TrackedResource for resource:port Dec 14 18:35:00.571895 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.v2.resource_helper [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 18:35:00.572336 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.v2.resource_helper [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Service FLAVORS assigned prefix: {{(pid=107913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 18:35:00.572960 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.v2.resource_helper [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 18:35:00.573404 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.v2.resource_helper [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 18:35:00.573735 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.quota.resource_registry [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Creating instance of TrackedResource for resource:router Dec 14 18:35:00.574186 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.quota.resource_registry [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Creating instance of TrackedResource for resource:floatingip Dec 14 18:35:00.574718 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.v2.resource_helper [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Service METERING assigned prefix: /metering {{(pid=107913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 18:35:00.576186 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.576560 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.576913 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:35:00.577931 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.quota.resource_registry [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Creating instance of CountableResource for resource:rbac_policy Dec 14 18:35:00.578374 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.quota.resource_registry [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Creating instance of TrackedResource for resource:security_group Dec 14 18:35:00.578841 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.quota.resource_registry [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 14 18:35:00.579452 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.v2.resource_helper [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Service CORE assigned prefix: {{(pid=107913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 18:35:00.579784 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.quota.resource_registry [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Creating instance of TrackedResource for resource:subnetpool Dec 14 18:35:00.580646 dv-cinder-821746-1-iscsi neutron-server[107913]: WARNING neutron.quota.resource_registry [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] subnetpool is already registered Dec 14 18:35:00.581088 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.v2.resource_helper [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Service CORE assigned prefix: {{(pid=107913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 18:35:00.581415 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.quota.resource_registry [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Creating instance of TrackedResource for resource:subnetpool Dec 14 18:35:00.581749 dv-cinder-821746-1-iscsi neutron-server[107913]: WARNING neutron.quota.resource_registry [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] subnetpool is already registered Dec 14 18:35:00.584166 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.v2.resource_helper [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 18:35:00.584542 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.v2.resource_helper [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Service FLAVORS assigned prefix: {{(pid=107913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 18:35:00.585172 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.v2.resource_helper [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 18:35:00.585567 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.v2.resource_helper [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 18:35:00.585902 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.quota.resource_registry [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Creating instance of TrackedResource for resource:router Dec 14 18:35:00.586248 dv-cinder-821746-1-iscsi neutron-server[107913]: WARNING neutron.quota.resource_registry [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] router is already registered Dec 14 18:35:00.586705 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.quota.resource_registry [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Creating instance of TrackedResource for resource:floatingip Dec 14 18:35:00.587041 dv-cinder-821746-1-iscsi neutron-server[107913]: WARNING neutron.quota.resource_registry [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] floatingip is already registered Dec 14 18:35:00.587506 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.v2.resource_helper [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Service METERING assigned prefix: /metering {{(pid=107913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 18:35:00.588237 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.quota.resource_registry [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Creating instance of CountableResource for resource:rbac_policy Dec 14 18:35:00.588516 dv-cinder-821746-1-iscsi neutron-server[107913]: WARNING neutron.quota.resource_registry [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] rbac_policy is already registered Dec 14 18:35:00.588951 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.quota.resource_registry [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Creating instance of TrackedResource for resource:security_group Dec 14 18:35:00.589293 dv-cinder-821746-1-iscsi neutron-server[107913]: WARNING neutron.quota.resource_registry [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] security_group is already registered Dec 14 18:35:00.589701 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.quota.resource_registry [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 14 18:35:00.590037 dv-cinder-821746-1-iscsi neutron-server[107913]: WARNING neutron.quota.resource_registry [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] security_group_rule is already registered Dec 14 18:35:00.590704 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.v2.resource_helper [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Service CORE assigned prefix: {{(pid=107913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 18:35:00.591034 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.quota.resource_registry [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Creating instance of TrackedResource for resource:subnetpool Dec 14 18:35:00.591369 dv-cinder-821746-1-iscsi neutron-server[107913]: WARNING neutron.quota.resource_registry [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] subnetpool is already registered Dec 14 18:35:00.591821 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.v2.resource_helper [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Service CORE assigned prefix: {{(pid=107913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 18:35:00.592145 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.quota.resource_registry [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Creating instance of TrackedResource for resource:subnetpool Dec 14 18:35:00.592479 dv-cinder-821746-1-iscsi neutron-server[107913]: WARNING neutron.quota.resource_registry [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] subnetpool is already registered Dec 14 18:35:00.592945 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extended resource: extensions {{(pid=107913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:35:00.594486 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extended resource: address-groups {{(pid=107913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:35:00.596630 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extended resource: address-scopes {{(pid=107913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:35:00.597967 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extended resource: agents {{(pid=107913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:35:00.599181 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extended resource: auto-allocated-topology {{(pid=107913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:35:00.600434 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extended resource: availability_zones {{(pid=107913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:35:00.601676 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extended resource: dhcp-networks {{(pid=107913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:35:00.603233 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extended resource: dhcp-agents {{(pid=107913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:35:00.604667 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extended resource: routers {{(pid=107913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:35:00.606982 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extended resource: flavors {{(pid=107913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:35:00.608158 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extended resource: service_profiles {{(pid=107913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:35:00.609366 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extended resource: next_providers {{(pid=107913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:35:00.610862 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extended resource: service_profiles {{(pid=107913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:35:00.612497 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extended resource: floatingip-pools {{(pid=107913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:35:00.613749 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extended resource: routers {{(pid=107913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:35:00.615915 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extended resource: floatingips {{(pid=107913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:35:00.617243 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extended resource: l3-routers {{(pid=107913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:35:00.618712 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extended resource: l3-agents {{(pid=107913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:35:00.620133 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extended resource: metering-labels {{(pid=107913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:35:00.621478 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extended resource: metering-label-rules {{(pid=107913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:35:00.622796 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extended resource: network-ip-availabilities {{(pid=107913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:35:00.624075 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extended resource: bindings {{(pid=107913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:35:00.626943 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extended resource: quotas {{(pid=107913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:35:00.628433 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extended resource: quotas {{(pid=107913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:35:00.629860 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extended resource: rbac-policies {{(pid=107913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:35:00.631082 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extended resource: security-groups {{(pid=107913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:35:00.632410 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extended resource: security-group-rules {{(pid=107913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:35:00.633681 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extended resource: service-providers {{(pid=107913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:35:00.634938 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extended resource: subnetpools {{(pid=107913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:35:00.636366 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extended resource: subnetpools {{(pid=107913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:35:00.637831 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extended resource: tags {{(pid=107913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:35:00.639533 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extended resource: tags {{(pid=107913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:35:00.641453 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extended resource: tags {{(pid=107913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:35:00.643827 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extended resource: tags {{(pid=107913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:35:00.645716 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extended resource: tags {{(pid=107913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:35:00.647648 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extended resource: tags {{(pid=107913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:35:00.649361 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extended resource: tags {{(pid=107913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:35:00.651306 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extended resource: tags {{(pid=107913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:35:00.653059 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extended resource: tags {{(pid=107913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:35:00.654850 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron.api.extensions [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Extended resource: tags {{(pid=107913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 18:35:00.661670 dv-cinder-821746-1-iscsi neutron-server[107913]: WARNING keystonemiddleware.auth_token [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 14 18:35:00.666517 dv-cinder-821746-1-iscsi neutron-server[107913]: WARNING keystonemiddleware.auth_token [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 14 18:35:00.675232 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_concurrency.lockutils [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Acquired lock "singleton_lock" {{(pid=107913) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 14 18:35:00.675718 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_concurrency.lockutils [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Releasing lock "singleton_lock" {{(pid=107913) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 14 18:35:00.676352 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO oslo_service.service [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Starting 2 workers Dec 14 18:35:00.681205 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Started child 108020 {{(pid=107913) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 14 18:35:00.687527 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Started child 108021 {{(pid=107913) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 14 18:35:00.687717 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:00.688350 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO neutron.service [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 14 18:35:00.688350 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Notify callbacks [] for process, before_spawn {{(pid=107913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:00.688484 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [-] (108020) wsgi starting up on http://0.0.0.0:9696 Dec 14 18:35:00.690543 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO oslo_service.service [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Starting 1 workers Dec 14 18:35:00.690712 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:00.691911 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [-] (108021) wsgi starting up on http://0.0.0.0:9696 Dec 14 18:35:00.695797 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Started child 108022 {{(pid=107913) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 14 18:35:00.696354 dv-cinder-821746-1-iscsi neutron-server[107913]: INFO oslo_service.service [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Starting 1 workers Dec 14 18:35:00.699678 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.service [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] calling RpcWorker wait() {{(pid=108022) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 14 18:35:00.700223 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.service [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] returning from RpcWorker wait() {{(pid=108022) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 14 18:35:00.700947 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Started child 108023 {{(pid=107913) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 14 18:35:00.701665 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:00.701842 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG neutron_lib.callbacks.manager [None req-f82b260e-29ba-42ef-8207-a1204890fb83 None None] Notify callbacks [] for process, after_spawn {{(pid=107913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:00.702178 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:35:00.703781 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=107913) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 14 18:35:00.703995 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:35:00.704182 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 14 18:35:00.704396 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 14 18:35:00.704744 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 14 18:35:00.704910 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 14 18:35:00.705955 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.706245 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.706513 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:00.706978 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.706978 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.707101 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.707672 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:35:00.707779 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.707944 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.708185 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.708471 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.708708 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.708886 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.709052 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.709299 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.709553 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.709899 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.710174 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.710429 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.710736 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.710915 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.711172 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] config_source = [] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.711433 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.711659 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.711930 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] debug = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.712173 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.712662 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.712903 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.713155 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.713373 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.713646 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.713904 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.714169 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.714427 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.714673 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.714911 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.715169 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.715410 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.715621 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.715839 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.716120 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.716341 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.716819 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] host = dv-cinder-821746-1-iscsi {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.717057 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.717295 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.717552 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.717798 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.718060 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.718309 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.718594 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.718829 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.719083 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.719308 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.719565 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.719813 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.720059 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] log_dir = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.720298 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] log_file = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.720463 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] log_options = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.720761 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.721555 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.721830 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.722021 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.722189 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.722367 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.722640 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.722801 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.723057 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.723276 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.723492 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.723726 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.723982 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.724205 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.724444 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.724691 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.724926 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.725273 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.725436 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.725617 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.725864 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.726097 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.726333 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.726592 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.726810 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.727060 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.727291 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.727525 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.727746 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.728018 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.728251 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.728573 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.728750 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.728997 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.729274 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.729503 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.729735 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.729969 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.730240 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.730468 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.730760 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.731019 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.731235 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.731479 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.731713 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.731946 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] use_journal = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.732160 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] use_json = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.732392 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.732628 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.732899 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.733129 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.733362 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.733575 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.733788 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.734017 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.734448 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.734765 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.735130 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.735372 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.735623 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.735870 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.736126 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.736379 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.736634 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.736875 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.737189 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.737416 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.737915 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.738059 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.738339 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.738680 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.738956 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.739273 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.740028 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.740028 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.740028 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.740507 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.740507 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.740747 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.741009 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.741238 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.741659 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.741815 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.742088 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.742531 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.71/identity {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.742636 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.742963 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.743136 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.744350 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.744350 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.744350 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.744350 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.744350 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.744707 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.744707 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.744964 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.745158 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.745368 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.745592 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.745856 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.746136 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.746535 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.746730 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.749032 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.749032 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.749032 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.749032 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.749032 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.749032 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.749032 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.749032 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.749032 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.749614 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.749614 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.749614 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.749812 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.749980 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.750217 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.750434 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.750930 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.751151 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.751420 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.751651 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.751866 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.752133 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.752371 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.752605 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.752846 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.753070 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.753282 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.753520 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.753701 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.753956 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.754206 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.754436 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.754671 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.754913 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.755151 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.755396 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.755591 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.755839 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.756050 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.756312 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.756560 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.756721 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.757033 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.757288 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.757532 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.757769 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.758029 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.758299 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.758548 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.758770 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.759006 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.759217 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.759481 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.759705 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.759954 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.760191 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.760432 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.760686 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.760907 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.761134 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.761353 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.761587 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.761839 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.762086 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.762350 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.762621 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.762853 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.763120 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.763393 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.763630 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.763877 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.764123 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.764376 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.764680 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.764951 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.765203 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.765435 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.765764 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.765928 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.766159 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.766418 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.766670 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.766937 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.767169 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.767466 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.768218 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.768439 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.768676 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.768924 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.769365 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.769513 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.769731 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.769945 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.770216 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.770486 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.770741 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.771000 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.771246 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.771496 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.771741 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.771969 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.71/identity {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.772182 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.772440 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.772695 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.772907 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.773161 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.773396 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.773603 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.773818 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.774093 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.774250 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.774475 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.774719 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.774967 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.775185 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.775421 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.775677 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.775889 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.776107 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.776342 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.776560 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.776777 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.777012 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.777225 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.777511 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.777719 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.777984 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.778235 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.778451 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.778718 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.778960 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.779221 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.779436 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.779678 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.779896 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.780109 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.780319 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.780536 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.780749 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.780960 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.781188 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.781423 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.781687 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.781950 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.782282 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.782552 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.782804 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.783044 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.783943 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.784092 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.784355 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.784598 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.784814 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.785031 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.785249 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.785737 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.785737 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.785969 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.786171 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.786393 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.786635 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.786853 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.787080 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.787374 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.787683 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.787872 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.788102 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.788338 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.788569 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.788814 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.789047 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.789258 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.789478 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.789695 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.789903 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.790152 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.790355 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.790584 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.791696 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.791696 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.791696 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.791696 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.791696 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.792642 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.792642 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.792642 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.792642 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.793103 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.793103 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.793103 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.794550 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.794550 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.794550 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.794550 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.794550 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.794550 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.795212 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.795212 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.795212 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.795487 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.795637 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.795877 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.796181 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.796438 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.796673 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.796915 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.797253 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.797472 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.797737 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.797944 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.798191 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.798416 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.798700 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.799083 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.799350 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.799630 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.799889 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.800266 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.800680 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.800967 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.801187 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.801484 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.801821 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.802106 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.802372 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.802656 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.802921 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.803148 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.803391 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.803635 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.803877 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.804105 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.804359 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.804620 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.804848 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.805089 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.805319 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.805541 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.805797 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.806037 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.806259 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.806477 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.806658 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 14 18:35:00.807208 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=107913) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 14 18:35:00.807377 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:35:00.807533 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 14 18:35:00.807707 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 14 18:35:00.807880 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 14 18:35:00.808021 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 14 18:35:00.808233 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.808394 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.808569 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.808717 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.808878 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.809063 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.809225 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.809385 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.809541 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.809704 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.809866 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.810189 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.810355 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.810546 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.810704 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.810871 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.811031 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.811194 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.811358 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.811517 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] config_source = [] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.811705 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.811837 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.811983 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] debug = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.812143 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.812323 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.812481 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.812634 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.812772 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.812931 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.813090 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.813249 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.813407 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.813566 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.813725 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.813885 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.814044 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.814203 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.814349 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.814561 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.814711 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.814870 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] host = dv-cinder-821746-1-iscsi {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.815376 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.815376 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.815376 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.815635 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.815635 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.815779 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.815939 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.816101 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.816259 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.816574 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.816739 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.816895 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.817207 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] log_dir = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.817376 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] log_file = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.817537 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] log_options = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.817697 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.817857 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.818077 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.818201 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.818366 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.818546 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.818708 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.818868 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.819028 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.819187 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.819346 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.819506 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.819665 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.819824 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.819983 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.820141 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.820300 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.820460 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.820619 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.820778 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.820937 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.821095 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.821254 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.821413 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.821576 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.821732 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.822045 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.822213 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.822352 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.822517 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.822691 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.822852 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.823011 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.823170 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.823329 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.823489 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.823649 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.823808 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.823973 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.824132 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.824292 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.824467 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.824602 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.824758 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.824917 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.825076 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] use_journal = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.825236 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] use_json = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.825396 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.825563 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.825698 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.826612 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.826612 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.826612 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.826612 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.826612 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 18:35:00.826612 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.826992 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.826992 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.827132 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.827248 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.827433 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.827599 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.827751 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.828070 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.828244 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.828771 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.828771 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.828771 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.829029 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.829029 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.829191 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.829339 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.829524 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.829665 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.829849 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.830013 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.830712 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.830884 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.831041 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.831198 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.831355 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.831522 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.831694 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.832014 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.832177 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.71/identity {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.832340 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.832503 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.832669 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.832834 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.832997 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.833158 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.833320 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.833486 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.833646 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.833812 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.833996 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.834158 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.834321 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.834485 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.834671 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.834834 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.834999 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.835164 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.835328 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.835492 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.835656 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.835817 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.835980 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.836142 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.836303 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.836476 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.836637 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.836798 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.836961 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.837123 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.837285 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.837446 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.837607 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.837773 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.837936 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.838098 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.838310 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.838425 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.838708 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.838874 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.839037 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.839200 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.839364 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.839526 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.839689 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.839851 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.840012 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.840174 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.840336 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.840500 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.840662 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.840821 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.840984 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.841146 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.841307 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.841469 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.841629 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.841791 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.841955 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.842124 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.842299 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.842461 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.842633 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.842796 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.842960 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.843122 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.843284 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.843446 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.843610 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.843765 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.843923 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.844084 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.844249 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.844412 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.844574 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.844737 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.844898 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.845059 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.845221 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.845382 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.845543 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.846536 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.846536 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.846733 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.846819 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.846985 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.847146 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.847306 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.847472 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.847635 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.847803 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.847980 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.848142 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.848305 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.848467 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.848629 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.848811 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.848973 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.849134 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.849297 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.849458 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.849621 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.849746 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:35:00.849840 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.849949 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.850113 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.850274 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.850435 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.850647 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.850809 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.850972 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.851134 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.851296 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.851456 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.851619 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.851781 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.851943 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.852105 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.852268 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.852430 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.71/identity {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.852591 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.852771 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.852934 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.853096 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.853258 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.853420 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.853581 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.853743 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.853906 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.854067 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.854228 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.854390 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.854574 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.854736 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.854899 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.855062 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.855225 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.855386 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.855547 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.855708 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.855869 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.856032 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.856193 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.856354 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.856514 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.856677 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.856839 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.857001 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.857165 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.857328 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.857490 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.857653 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.857818 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.857984 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.858146 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.858308 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.858471 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.858654 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.858817 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.858978 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.859141 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.859301 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.859462 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.859638 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.859799 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.859963 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.860124 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.860285 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.860447 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.860608 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.860769 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.860930 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.861091 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.861253 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.861453 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.861618 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.861959 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.861959 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.862218 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.862342 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.862457 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.862628 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.862754 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.862878 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.863056 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.863186 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.863351 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.863513 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.863684 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.863846 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.864008 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.864170 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.864332 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.864494 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.864663 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.864826 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.864988 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.865266 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.865406 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.865531 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.865698 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.865782 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.865905 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.866062 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.866223 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.866384 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.866574 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.866738 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.866900 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.867060 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.867221 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.867382 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.867553 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.867714 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.867880 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.868041 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.868202 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.868363 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.868535 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.868697 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.868859 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.869030 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.869190 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.869351 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.869514 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.869686 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.869848 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.870017 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.870178 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.870529 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.870690 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.870855 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.871022 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.871196 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.871363 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.871534 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.871699 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.871869 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.872040 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.872202 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.872370 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.872543 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.872706 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.872868 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.873029 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.873193 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.873357 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.873521 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.873705 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.873888 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.874050 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.874196 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.874361 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.874567 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.874711 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.874856 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.874981 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.875143 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.875318 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.875467 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.875883 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 18:35:00.876039 dv-cinder-821746-1-iscsi neutron-server[107913]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 14 18:35:01.088229 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 38000) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:35:01.097056 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [-] 10.222.0.71 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065084 Dec 14 18:35:12.414494 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d487f706-d0c6-4cda-9fc6-4d3f824df860 None None] get_active_networks_info from dv-cinder-821746-1-iscsi {{(pid=108022) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 14 18:35:12.491541 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d487f706-d0c6-4cda-9fc6-4d3f824df860 None None] No non-hosted networks {{(pid=108022) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 14 18:35:12.498176 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.agentschedulers_db [None req-d487f706-d0c6-4cda-9fc6-4d3f824df860 None None] DHCP Agent not found on host dv-cinder-821746-1-iscsi {{(pid=108022) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 14 18:35:12.559213 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2eea996d-c330-44eb-87d1-4b79c2422fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-549603'] for agent, after_create {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:14.707891 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-f0c95c5e-150b-4550-9cd5-1621e419d6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-549603'] for agent, after_create {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:14.785118 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-69cc77b1-73d0-414f-9a01-56de1042bc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:16.176653 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-549603'] for agent, after_create {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:17.509284 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-549603'] for agent, after_create {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:17.820560 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-549603'] for agent, after_create {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:17.821772 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:17.822223 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:17.822685 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:17.823394 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:17.823935 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:17.824376 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:17.824758 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:17.825170 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:17.826151 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:17.826933 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:17.827340 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:17.827732 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:17.828194 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-821746-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:35:17.837185 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-821746-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:35:18.520944 dv-cinder-821746-1-iscsi neutron-server[108022]: INFO neutron.db.l3_hamode_db [None req-002c7cba-a8ed-42bc-aac1-a06cb00cd1b8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 14 18:35:18.598595 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002c7cba-a8ed-42bc-aac1-a06cb00cd1b8 None None] Routers set() bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:35:18.599097 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002c7cba-a8ed-42bc-aac1-a06cb00cd1b8 None None] Router IDs set() for agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 14 18:35:18.653742 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 38088) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:35:19.190977 dv-cinder-821746-1-iscsi neutron-server[108020]: WARNING oslo_policy.policy [None req-0667770e-24ce-4a8d-8f65-903ffa75114f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 14 18:35:19.191558 dv-cinder-821746-1-iscsi neutron-server[108020]: WARNING oslo_policy.policy [None req-0667770e-24ce-4a8d-8f65-903ffa75114f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 14 18:35:19.413307 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [None req-0667770e-24ce-4a8d-8f65-903ffa75114f admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=108020) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 18:35:19.414612 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-0667770e-24ce-4a8d-8f65-903ffa75114f admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7587295 Dec 14 18:35:21.819572 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 38104) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:35:22.134395 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [None req-c7893776-bf61-4c9a-bd92-237c20639213 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:35:22.228657 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.policy [None req-c7893776-bf61-4c9a-bd92-237c20639213 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=108020) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 14 18:35:22.275055 dv-cinder-821746-1-iscsi neutron-server[108020]: WARNING oslo_policy.policy [None req-c7893776-bf61-4c9a-bd92-237c20639213 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 14 18:35:22.275426 dv-cinder-821746-1-iscsi neutron-server[108020]: WARNING oslo_policy.policy [None req-c7893776-bf61-4c9a-bd92-237c20639213 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 14 18:35:22.284236 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.quota [None req-c7893776-bf61-4c9a-bd92-237c20639213 admin admin] Loaded quota_driver: . Dec 14 18:35:22.371771 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-c7893776-bf61-4c9a-bd92-237c20639213 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730914747439', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730914748028', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730914727893', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730914732452', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730914912708', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730915503452', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3973993', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3962197', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1018310', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-926175'] for rbac-policy, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:22.441912 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-c7893776-bf61-4c9a-bd92-237c20639213 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:22.443158 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-c7893776-bf61-4c9a-bd92-237c20639213 admin admin] 10.222.0.71 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6225834 Dec 14 18:35:25.081904 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 38116) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:35:25.568520 dv-cinder-821746-1-iscsi neutron-server[108021]: WARNING oslo_policy.policy [None req-0324b616-ae48-43fd-8686-434340446f86 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 14 18:35:25.569097 dv-cinder-821746-1-iscsi neutron-server[108021]: WARNING oslo_policy.policy [None req-0324b616-ae48-43fd-8686-434340446f86 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 14 18:35:25.790282 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-0324b616-ae48-43fd-8686-434340446f86 admin admin] Request body: {'network': {'project_id': '9c3a01d28f7c4bfeb42644327de33b2c', 'name': 'private', 'tenant_id': '9c3a01d28f7c4bfeb42644327de33b2c', 'admin_state_up': True}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:35:25.791887 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.quota [None req-0324b616-ae48-43fd-8686-434340446f86 admin admin] Loaded quota_driver: . Dec 14 18:35:25.846667 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0324b616-ae48-43fd-8686-434340446f86 admin admin] Made reservation on behalf of 9c3a01d28f7c4bfeb42644327de33b2c for: {'network': 1} {{(pid=108021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:35:25.912699 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.policy [None req-0324b616-ae48-43fd-8686-434340446f86 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=108021) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 14 18:35:25.958523 dv-cinder-821746-1-iscsi neutron-server[108021]: WARNING oslo_policy.policy [None req-0324b616-ae48-43fd-8686-434340446f86 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 14 18:35:25.958928 dv-cinder-821746-1-iscsi neutron-server[108021]: WARNING oslo_policy.policy [None req-0324b616-ae48-43fd-8686-434340446f86 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 14 18:35:25.969409 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-0324b616-ae48-43fd-8686-434340446f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for network, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:25.991146 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-0324b616-ae48-43fd-8686-434340446f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:26.107751 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-0324b616-ae48-43fd-8686-434340446f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:26.111573 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-0324b616-ae48-43fd-8686-434340446f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:26.136816 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0324b616-ae48-43fd-8686-434340446f86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=108021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 18:35:26.165110 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-0324b616-ae48-43fd-8686-434340446f86 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730915442863', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017'] for segment, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:26.165697 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-0324b616-ae48-43fd-8686-434340446f86 admin admin] Unsubscribe: segment precommit_create {{(pid=108021) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 14 18:35:26.166190 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.db.segments_db [None req-0324b616-ae48-43fd-8686-434340446f86 admin admin] Added segment 476a15f6-1567-49fd-a8b5-db788a073f7f of type vlan for network 85bda6ab-4c3f-435a-8419-6a032a9db030 Dec 14 18:35:26.171775 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0324b616-ae48-43fd-8686-434340446f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa1e2e4-3372-4b22-9e66-e1ed0f2a7fa1,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:35:26.210340 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324b616-ae48-43fd-8686-434340446f86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:26.210745 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324b616-ae48-43fd-8686-434340446f86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:26.211080 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324b616-ae48-43fd-8686-434340446f86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:26.211404 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324b616-ae48-43fd-8686-434340446f86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:26.211724 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324b616-ae48-43fd-8686-434340446f86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:26.212057 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324b616-ae48-43fd-8686-434340446f86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:26.212388 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324b616-ae48-43fd-8686-434340446f86 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:26.212718 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324b616-ae48-43fd-8686-434340446f86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:26.213047 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324b616-ae48-43fd-8686-434340446f86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:26.213363 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324b616-ae48-43fd-8686-434340446f86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:26.213692 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324b616-ae48-43fd-8686-434340446f86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:26.213984 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324b616-ae48-43fd-8686-434340446f86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:26.215150 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0324b616-ae48-43fd-8686-434340446f86 admin admin] Tracked resource versions report: Dec 14 18:35:26.215150 dv-cinder-821746-1-iscsi neutron-server[108021]: pushed versions: Dec 14 18:35:26.215150 dv-cinder-821746-1-iscsi neutron-server[108021]: { 'AddressGroup': {'1.2'}, Dec 14 18:35:26.215150 dv-cinder-821746-1-iscsi neutron-server[108021]: 'ConntrackHelper': {'1.0'}, Dec 14 18:35:26.215150 dv-cinder-821746-1-iscsi neutron-server[108021]: 'Log': {'1.0'}, Dec 14 18:35:26.215150 dv-cinder-821746-1-iscsi neutron-server[108021]: 'Network': {'1.1'}, Dec 14 18:35:26.215150 dv-cinder-821746-1-iscsi neutron-server[108021]: 'Port': {'1.7'}, Dec 14 18:35:26.215150 dv-cinder-821746-1-iscsi neutron-server[108021]: 'PortForwarding': {'1.2'}, Dec 14 18:35:26.215150 dv-cinder-821746-1-iscsi neutron-server[108021]: 'QosPolicy': {'1.9'}, Dec 14 18:35:26.215150 dv-cinder-821746-1-iscsi neutron-server[108021]: 'SecurityGroup': {'1.4'}, Dec 14 18:35:26.215150 dv-cinder-821746-1-iscsi neutron-server[108021]: 'SecurityGroupRule': {'1.2'}, Dec 14 18:35:26.215150 dv-cinder-821746-1-iscsi neutron-server[108021]: 'SubPort': {'1.0'}, Dec 14 18:35:26.215150 dv-cinder-821746-1-iscsi neutron-server[108021]: 'Subnet': {'1.1'}, Dec 14 18:35:26.215150 dv-cinder-821746-1-iscsi neutron-server[108021]: 'Trunk': {'1.1'}} Dec 14 18:35:26.215150 dv-cinder-821746-1-iscsi neutron-server[108021]: consumer versions: Dec 14 18:35:26.215150 dv-cinder-821746-1-iscsi neutron-server[108021]: { DHCP agent@dv-cinder-821746-1-iscsi: {}, Dec 14 18:35:26.215150 dv-cinder-821746-1-iscsi neutron-server[108021]: L3 agent@dv-cinder-821746-1-iscsi: {}, Dec 14 18:35:26.215150 dv-cinder-821746-1-iscsi neutron-server[108021]: Metadata agent@dv-cinder-821746-1-iscsi: {}, Dec 14 18:35:26.215150 dv-cinder-821746-1-iscsi neutron-server[108021]: Metering agent@dv-cinder-821746-1-iscsi: {}, Dec 14 18:35:26.215150 dv-cinder-821746-1-iscsi neutron-server[108021]: Open vSwitch agent@dv-cinder-821746-1-iscsi: { 'AddressGroup': '1.2', Dec 14 18:35:26.215150 dv-cinder-821746-1-iscsi neutron-server[108021]: 'ConntrackHelper': '1.0', Dec 14 18:35:26.215150 dv-cinder-821746-1-iscsi neutron-server[108021]: 'Log': '1.0', Dec 14 18:35:26.215150 dv-cinder-821746-1-iscsi neutron-server[108021]: 'Network': '1.1', Dec 14 18:35:26.215150 dv-cinder-821746-1-iscsi neutron-server[108021]: 'Port': '1.7', Dec 14 18:35:26.215150 dv-cinder-821746-1-iscsi neutron-server[108021]: 'PortForwarding': '1.2', Dec 14 18:35:26.215150 dv-cinder-821746-1-iscsi neutron-server[108021]: 'QosPolicy': '1.9', Dec 14 18:35:26.215150 dv-cinder-821746-1-iscsi neutron-server[108021]: 'SecurityGroup': '1.4', Dec 14 18:35:26.215150 dv-cinder-821746-1-iscsi neutron-server[108021]: 'SecurityGroupRule': '1.2', Dec 14 18:35:26.215150 dv-cinder-821746-1-iscsi neutron-server[108021]: 'SubPort': '1.0', Dec 14 18:35:26.215150 dv-cinder-821746-1-iscsi neutron-server[108021]: 'Subnet': '1.1', Dec 14 18:35:26.215150 dv-cinder-821746-1-iscsi neutron-server[108021]: 'Trunk': '1.1'}} Dec 14 18:35:26.215150 dv-cinder-821746-1-iscsi neutron-server[108021]: {{(pid=108021) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 14 18:35:26.286639 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-0324b616-ae48-43fd-8686-434340446f86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730914932920'] for network, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:26.326017 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-0324b616-ae48-43fd-8686-434340446f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355'] for network, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:26.327157 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0324b616-ae48-43fd-8686-434340446f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:35:26.327805 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-0324b616-ae48-43fd-8686-434340446f86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for network, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:26.410384 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-0324b616-ae48-43fd-8686-434340446f86 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3273611 Dec 14 18:35:26.434721 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0324b616-ae48-43fd-8686-434340446f86 admin admin] Pushing event updated for resources: {'Network': ['ID=85bda6ab-4c3f-435a-8419-6a032a9db030,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:35:26.447413 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Network 85bda6ab-4c3f-435a-8419-6a032a9db030 details requested by agent ovs-agent-dv-cinder-821746-1-iscsi with host dv-cinder-821746-1-iscsi {{(pid=108022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 18:35:29.067616 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 38138) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:35:29.452752 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e4d793-43d2-4811-997c-3fb0c6bebe82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:35:29.454130 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-89e4d793-43d2-4811-997c-3fb0c6bebe82 admin admin] 10.222.0.71 "GET /v2.0/networks/85bda6ab-4c3f-435a-8419-6a032a9db030 HTTP/1.1" status: 200 len: 825 time: 0.3855681 Dec 14 18:35:29.495315 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-257553c3-c638-4ce1-ae70-ac40eef84a6f admin admin] 10.222.0.71 "GET /v2.0/subnetpools/2d34a7ae-6233-4081-9589-e6d8caf05c61 HTTP/1.1" status: 200 len: 734 time: 0.0346992 Dec 14 18:35:29.505843 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-e0252018-ee30-4b40-9cce-f06390a11e5c admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '9c3a01d28f7c4bfeb42644327de33b2c', 'name': 'private-subnet', 'subnetpool_id': '2d34a7ae-6233-4081-9589-e6d8caf05c61', 'network_id': '85bda6ab-4c3f-435a-8419-6a032a9db030'}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:35:29.529003 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0252018-ee30-4b40-9cce-f06390a11e5c admin admin] Made reservation on behalf of 9c3a01d28f7c4bfeb42644327de33b2c for: {'subnet': 1} {{(pid=108021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:35:29.531756 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-e0252018-ee30-4b40-9cce-f06390a11e5c admin admin] Notify callbacks [] for subnet, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:29.823824 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-e0252018-ee30-4b40-9cce-f06390a11e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355'] for subnet, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:29.891931 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0252018-ee30-4b40-9cce-f06390a11e5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe06d085-66b2-46e7-a279-2479847e16c3,revision_number=0']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:35:29.893983 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0252018-ee30-4b40-9cce-f06390a11e5c admin admin] Checking segment: {'id': '476a15f6-1567-49fd-a8b5-db788a073f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '85bda6ab-4c3f-435a-8419-6a032a9db030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:35:29.894460 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0252018-ee30-4b40-9cce-f06390a11e5c admin admin] Network hostable DHCP agents. Network: 85bda6ab-4c3f-435a-8419-6a032a9db030, hostable agents: ['d5bdede2-47ae-43f0-be18-738289bca353'], hosted agents: [] {{(pid=108021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 18:35:29.915590 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0252018-ee30-4b40-9cce-f06390a11e5c admin admin] Network 85bda6ab-4c3f-435a-8419-6a032a9db030 is scheduled to be hosted by DHCP agent d5bdede2-47ae-43f0-be18-738289bca353 with binding_index 1 {{(pid=108021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 18:35:29.927781 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.base_scheduler [None req-e0252018-ee30-4b40-9cce-f06390a11e5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821746-1-iscsi, 85bda6ab-4c3f-435a-8419-6a032a9db030) {{(pid=108021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:35:29.933642 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0252018-ee30-4b40-9cce-f06390a11e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:35:29.934480 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-e0252018-ee30-4b40-9cce-f06390a11e5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for subnet, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:29.938800 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d388be-900c-43e7-bdef-c9e5602b7a9d None None] Network 85bda6ab-4c3f-435a-8419-6a032a9db030 requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:35:29.951682 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-e0252018-ee30-4b40-9cce-f06390a11e5c admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4493432 Dec 14 18:35:30.259716 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc4bc83-f3bc-4aed-a45a-c1df488d4947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd03c6589-1518-5a5b-92f9-2701d0e38f88-85bda6ab-4c3f-435a-8419-6a032a9db030', 'network_id': '85bda6ab-4c3f-435a-8419-6a032a9db030', 'tenant_id': '9c3a01d28f7c4bfeb42644327de33b2c', 'fixed_ips': [{'subnet_id': 'fe06d085-66b2-46e7-a279-2479847e16c3'}]}} from dv-cinder-821746-1-iscsi. {{(pid=108022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 14 18:35:30.260925 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-fbc4bc83-f3bc-4aed-a45a-c1df488d4947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:30.531942 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.db_base_plugin_common [None req-fbc4bc83-f3bc-4aed-a45a-c1df488d4947 None None] Allocated IP 172.20.0.2 (85bda6ab-4c3f-435a-8419-6a032a9db030/fe06d085-66b2-46e7-a279-2479847e16c3/d07ab7eb-f04e-4eba-899b-d2ceb746b0fb) {{(pid=108022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:35:30.737160 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-fbc4bc83-f3bc-4aed-a45a-c1df488d4947 None None] Notify callbacks [] for port, precommit_create {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:30.746072 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-fbc4bc83-f3bc-4aed-a45a-c1df488d4947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957'] for port, after_create {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:30.851286 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc4bc83-f3bc-4aed-a45a-c1df488d4947 None None] Network 85bda6ab-4c3f-435a-8419-6a032a9db030 is already hosted by enough agents. {{(pid=108022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:35:30.855612 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.scheduler.base_scheduler [None req-fbc4bc83-f3bc-4aed-a45a-c1df488d4947 None None] Resources bound (agent type, host, resource id): {{(pid=108022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:35:30.867767 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc4bc83-f3bc-4aed-a45a-c1df488d4947 None None] Received port after_create {{(pid=108022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:35:30.870882 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc4bc83-f3bc-4aed-a45a-c1df488d4947 None None] Pushing event updated for resources: {'Port': ['ID=d07ab7eb-f04e-4eba-899b-d2ceb746b0fb,revision_number=1']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:35:30.902435 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc4bc83-f3bc-4aed-a45a-c1df488d4947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:30.902819 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc4bc83-f3bc-4aed-a45a-c1df488d4947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:30.903162 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc4bc83-f3bc-4aed-a45a-c1df488d4947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:30.903494 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc4bc83-f3bc-4aed-a45a-c1df488d4947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:30.903820 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc4bc83-f3bc-4aed-a45a-c1df488d4947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:30.904144 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc4bc83-f3bc-4aed-a45a-c1df488d4947 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:30.904466 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc4bc83-f3bc-4aed-a45a-c1df488d4947 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:30.904784 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc4bc83-f3bc-4aed-a45a-c1df488d4947 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:30.905120 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc4bc83-f3bc-4aed-a45a-c1df488d4947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:30.905441 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc4bc83-f3bc-4aed-a45a-c1df488d4947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:30.905762 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc4bc83-f3bc-4aed-a45a-c1df488d4947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:30.906077 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc4bc83-f3bc-4aed-a45a-c1df488d4947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:30.907300 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc4bc83-f3bc-4aed-a45a-c1df488d4947 None None] Tracked resource versions report: Dec 14 18:35:30.907300 dv-cinder-821746-1-iscsi neutron-server[108022]: pushed versions: Dec 14 18:35:30.907300 dv-cinder-821746-1-iscsi neutron-server[108022]: { 'AddressGroup': {'1.2'}, Dec 14 18:35:30.907300 dv-cinder-821746-1-iscsi neutron-server[108022]: 'ConntrackHelper': {'1.0'}, Dec 14 18:35:30.907300 dv-cinder-821746-1-iscsi neutron-server[108022]: 'Log': {'1.0'}, Dec 14 18:35:30.907300 dv-cinder-821746-1-iscsi neutron-server[108022]: 'Network': {'1.1'}, Dec 14 18:35:30.907300 dv-cinder-821746-1-iscsi neutron-server[108022]: 'Port': {'1.7'}, Dec 14 18:35:30.907300 dv-cinder-821746-1-iscsi neutron-server[108022]: 'PortForwarding': {'1.2'}, Dec 14 18:35:30.907300 dv-cinder-821746-1-iscsi neutron-server[108022]: 'QosPolicy': {'1.9'}, Dec 14 18:35:30.907300 dv-cinder-821746-1-iscsi neutron-server[108022]: 'SecurityGroup': {'1.4'}, Dec 14 18:35:30.907300 dv-cinder-821746-1-iscsi neutron-server[108022]: 'SecurityGroupRule': {'1.2'}, Dec 14 18:35:30.907300 dv-cinder-821746-1-iscsi neutron-server[108022]: 'SubPort': {'1.0'}, Dec 14 18:35:30.907300 dv-cinder-821746-1-iscsi neutron-server[108022]: 'Subnet': {'1.1'}, Dec 14 18:35:30.907300 dv-cinder-821746-1-iscsi neutron-server[108022]: 'Trunk': {'1.1'}} Dec 14 18:35:30.907300 dv-cinder-821746-1-iscsi neutron-server[108022]: consumer versions: Dec 14 18:35:30.907300 dv-cinder-821746-1-iscsi neutron-server[108022]: { DHCP agent@dv-cinder-821746-1-iscsi: {}, Dec 14 18:35:30.907300 dv-cinder-821746-1-iscsi neutron-server[108022]: L3 agent@dv-cinder-821746-1-iscsi: {}, Dec 14 18:35:30.907300 dv-cinder-821746-1-iscsi neutron-server[108022]: Metadata agent@dv-cinder-821746-1-iscsi: {}, Dec 14 18:35:30.907300 dv-cinder-821746-1-iscsi neutron-server[108022]: Metering agent@dv-cinder-821746-1-iscsi: {}, Dec 14 18:35:30.907300 dv-cinder-821746-1-iscsi neutron-server[108022]: Open vSwitch agent@dv-cinder-821746-1-iscsi: { 'AddressGroup': '1.2', Dec 14 18:35:30.907300 dv-cinder-821746-1-iscsi neutron-server[108022]: 'ConntrackHelper': '1.0', Dec 14 18:35:30.907300 dv-cinder-821746-1-iscsi neutron-server[108022]: 'Log': '1.0', Dec 14 18:35:30.907300 dv-cinder-821746-1-iscsi neutron-server[108022]: 'Network': '1.1', Dec 14 18:35:30.907300 dv-cinder-821746-1-iscsi neutron-server[108022]: 'Port': '1.7', Dec 14 18:35:30.907300 dv-cinder-821746-1-iscsi neutron-server[108022]: 'PortForwarding': '1.2', Dec 14 18:35:30.907300 dv-cinder-821746-1-iscsi neutron-server[108022]: 'QosPolicy': '1.9', Dec 14 18:35:30.907300 dv-cinder-821746-1-iscsi neutron-server[108022]: 'SecurityGroup': '1.4', Dec 14 18:35:30.907300 dv-cinder-821746-1-iscsi neutron-server[108022]: 'SecurityGroupRule': '1.2', Dec 14 18:35:30.907300 dv-cinder-821746-1-iscsi neutron-server[108022]: 'SubPort': '1.0', Dec 14 18:35:30.907300 dv-cinder-821746-1-iscsi neutron-server[108022]: 'Subnet': '1.1', Dec 14 18:35:30.907300 dv-cinder-821746-1-iscsi neutron-server[108022]: 'Trunk': '1.1'}} Dec 14 18:35:30.907300 dv-cinder-821746-1-iscsi neutron-server[108022]: {{(pid=108022) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 14 18:35:30.957859 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-fbc4bc83-f3bc-4aed-a45a-c1df488d4947 None None] Attempting to bind port d07ab7eb-f04e-4eba-899b-d2ceb746b0fb on host dv-cinder-821746-1-iscsi for vnic_type normal with profile {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:35:30.958532 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-fbc4bc83-f3bc-4aed-a45a-c1df488d4947 None None] Attempting to bind port d07ab7eb-f04e-4eba-899b-d2ceb746b0fb by drivers openvswitch,hyperv on host dv-cinder-821746-1-iscsi at level 0 using segments [{'id': '476a15f6-1567-49fd-a8b5-db788a073f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '85bda6ab-4c3f-435a-8419-6a032a9db030'}] {{(pid=108022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:35:30.958706 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc4bc83-f3bc-4aed-a45a-c1df488d4947 None None] Attempting to bind port d07ab7eb-f04e-4eba-899b-d2ceb746b0fb on network 85bda6ab-4c3f-435a-8419-6a032a9db030 {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:35:30.963889 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc4bc83-f3bc-4aed-a45a-c1df488d4947 None None] Checking agent: {'id': '196026f5-f687-4c63-8152-952b788e987b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 35, 18), 'started_at': datetime.datetime(2021, 12, 14, 18, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:35:30.964307 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc4bc83-f3bc-4aed-a45a-c1df488d4947 None None] Checking segment: {'id': '476a15f6-1567-49fd-a8b5-db788a073f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '85bda6ab-4c3f-435a-8419-6a032a9db030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:35:30.964753 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-fbc4bc83-f3bc-4aed-a45a-c1df488d4947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:30.965132 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc4bc83-f3bc-4aed-a45a-c1df488d4947 None None] Bound using segment: {'id': '476a15f6-1567-49fd-a8b5-db788a073f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '85bda6ab-4c3f-435a-8419-6a032a9db030'} {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:35:30.965624 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-fbc4bc83-f3bc-4aed-a45a-c1df488d4947 None None] Bound port: d07ab7eb-f04e-4eba-899b-d2ceb746b0fb, host: dv-cinder-821746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '476a15f6-1567-49fd-a8b5-db788a073f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '85bda6ab-4c3f-435a-8419-6a032a9db030'}}] {{(pid=108022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:35:30.966034 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-fbc4bc83-f3bc-4aed-a45a-c1df488d4947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:31.027161 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-fbc4bc83-f3bc-4aed-a45a-c1df488d4947 None None] For port d07ab7eb-f04e-4eba-899b-d2ceb746b0fb, host dv-cinder-821746-1-iscsi, cleared binding levels {{(pid=108022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:35:31.031321 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-fbc4bc83-f3bc-4aed-a45a-c1df488d4947 None None] For port d07ab7eb-f04e-4eba-899b-d2ceb746b0fb, host dv-cinder-821746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=d07ab7eb-f04e-4eba-899b-d2ceb746b0fb,segment=NetworkSegment(476a15f6-1567-49fd-a8b5-db788a073f7f),segment_id=476a15f6-1567-49fd-a8b5-db788a073f7f)] {{(pid=108022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:35:31.035807 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-fbc4bc83-f3bc-4aed-a45a-c1df488d4947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:31.098922 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc4bc83-f3bc-4aed-a45a-c1df488d4947 None None] Pushing event updated for resources: {'Port': ['ID=d07ab7eb-f04e-4eba-899b-d2ceb746b0fb,revision_number=2']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:35:32.395457 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 38146) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:35:32.716516 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [None req-1b1af7af-d85f-4a2a-bd24-9e043a9ac141 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=108021) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 18:35:32.717514 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-1b1af7af-d85f-4a2a-bd24-9e043a9ac141 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3211229 Dec 14 18:35:35.161442 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 38154) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:35:35.475751 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [None req-e0012bc0-5b35-493a-ad2b-8104e6d19078 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=108020) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 18:35:35.476740 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-e0012bc0-5b35-493a-ad2b-8104e6d19078 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3143895 Dec 14 18:35:38.144395 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 38164) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:35:38.494065 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [None req-3ad90fe6-884b-4b2f-90aa-7e174b841e5a admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '9c3a01d28f7c4bfeb42644327de33b2c', 'admin_state_up': True}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:35:38.526966 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-3ad90fe6-884b-4b2f-90aa-7e174b841e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9142'] for router, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:38.528777 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-3ad90fe6-884b-4b2f-90aa-7e174b841e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9151'] for router, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:38.682750 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-3ad90fe6-884b-4b2f-90aa-7e174b841e5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:38.687923 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-3ad90fe6-884b-4b2f-90aa-7e174b841e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-552498'] for router, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:38.705141 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-3ad90fe6-884b-4b2f-90aa-7e174b841e5a admin admin] Notify callbacks [] for router, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:38.706582 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-3ad90fe6-884b-4b2f-90aa-7e174b841e5a admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5611346 Dec 14 18:35:39.222229 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device d07ab7eb-f04e-4eba-899b-d2ceb746b0fb up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:35:39.307870 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port d07ab7eb-f04e-4eba-899b-d2ceb746b0fb triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:35:39.308260 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:39.417195 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:39.452333 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-ba8737c3-d096-412f-8f43-532636599bec None None] For port d07ab7eb-f04e-4eba-899b-d2ceb746b0fb, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=d07ab7eb-f04e-4eba-899b-d2ceb746b0fb,segment=NetworkSegment(476a15f6-1567-49fd-a8b5-db788a073f7f),segment_id=476a15f6-1567-49fd-a8b5-db788a073f7f)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:35:39.456756 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:39.508543 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Pushing event updated for resources: {'Port': ['ID=d07ab7eb-f04e-4eba-899b-d2ceb746b0fb,revision_number=3']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:35:39.560684 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b0aa4c-6b2f-4fd7-b154-57cbae49a239 None None] Network 85bda6ab-4c3f-435a-8419-6a032a9db030 requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:35:39.620225 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-9cf16a21-aab5-41c3-a25f-0f0da9730b68 None None] Provisioning complete for port d07ab7eb-f04e-4eba-899b-d2ceb746b0fb triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:35:39.620591 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-9cf16a21-aab5-41c3-a25f-0f0da9730b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:39.762307 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.agents_db [None req-bc91d4ce-6c5b-4ff0-abae-02e3a00e1a46 None None] Agent healthcheck: found 5 active agents {{(pid=108023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:35:39.970664 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-d29ccf9e-73fb-48a3-935e-b5fbf87c8d5b None None] Provisioning complete for port d07ab7eb-f04e-4eba-899b-d2ceb746b0fb triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:35:39.971035 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-d29ccf9e-73fb-48a3-935e-b5fbf87c8d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:41.118989 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 38176) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:35:41.189460 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device d07ab7eb-f04e-4eba-899b-d2ceb746b0fb up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:35:41.235695 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port d07ab7eb-f04e-4eba-899b-d2ceb746b0fb triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:35:41.236064 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:41.435114 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [None req-f779b6dd-f778-4e8e-adf3-88e3e5a9bb5b admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=108020) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 18:35:41.436014 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-f779b6dd-f778-4e8e-adf3-88e3e5a9bb5b admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3161142 Dec 14 18:35:42.342423 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-dd5e4f6c-706b-4f9b-8c42-c504d1396cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:43.810716 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 38184) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:35:44.122817 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [None req-e6e80051-108b-4f8b-a2fd-571dec838b3c admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'name': 'public'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:35:44.146341 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e80051-108b-4f8b-a2fd-571dec838b3c admin admin] Made reservation on behalf of 598d97c5ad974c1eb3d7deb96d943095 for: {'network': 1} {{(pid=108020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:35:44.149184 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-e6e80051-108b-4f8b-a2fd-571dec838b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for network, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:44.164815 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-e6e80051-108b-4f8b-a2fd-571dec838b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:44.265922 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-e6e80051-108b-4f8b-a2fd-571dec838b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:44.270037 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-e6e80051-108b-4f8b-a2fd-571dec838b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:44.281215 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e6e80051-108b-4f8b-a2fd-571dec838b3c admin admin] Reserving flat network on physical network physnet1 {{(pid=108020) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 14 18:35:44.312390 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-e6e80051-108b-4f8b-a2fd-571dec838b3c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730915442863', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017'] for segment, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:44.312977 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-e6e80051-108b-4f8b-a2fd-571dec838b3c admin admin] Unsubscribe: segment precommit_create {{(pid=108020) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 14 18:35:44.313477 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.db.segments_db [None req-e6e80051-108b-4f8b-a2fd-571dec838b3c admin admin] Added segment a712e70a-4160-45a5-bd2f-6cc771621112 of type flat for network 5ea8f873-3bad-4a65-ada9-9108bfa946ef Dec 14 18:35:44.340801 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e80051-108b-4f8b-a2fd-571dec838b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f23bfad-d455-4732-b5c8-499c11af8c50,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:35:44.365282 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e80051-108b-4f8b-a2fd-571dec838b3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:44.365638 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e80051-108b-4f8b-a2fd-571dec838b3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:44.365977 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e80051-108b-4f8b-a2fd-571dec838b3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:44.366307 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e80051-108b-4f8b-a2fd-571dec838b3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:44.366661 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e80051-108b-4f8b-a2fd-571dec838b3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:44.366999 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e80051-108b-4f8b-a2fd-571dec838b3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:44.367324 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e80051-108b-4f8b-a2fd-571dec838b3c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:44.367656 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e80051-108b-4f8b-a2fd-571dec838b3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:44.367993 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e80051-108b-4f8b-a2fd-571dec838b3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:44.368308 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e80051-108b-4f8b-a2fd-571dec838b3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:44.368626 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e80051-108b-4f8b-a2fd-571dec838b3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:44.368933 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e80051-108b-4f8b-a2fd-571dec838b3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:44.370038 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e80051-108b-4f8b-a2fd-571dec838b3c admin admin] Tracked resource versions report: Dec 14 18:35:44.370038 dv-cinder-821746-1-iscsi neutron-server[108020]: pushed versions: Dec 14 18:35:44.370038 dv-cinder-821746-1-iscsi neutron-server[108020]: { 'AddressGroup': {'1.2'}, Dec 14 18:35:44.370038 dv-cinder-821746-1-iscsi neutron-server[108020]: 'ConntrackHelper': {'1.0'}, Dec 14 18:35:44.370038 dv-cinder-821746-1-iscsi neutron-server[108020]: 'Log': {'1.0'}, Dec 14 18:35:44.370038 dv-cinder-821746-1-iscsi neutron-server[108020]: 'Network': {'1.1'}, Dec 14 18:35:44.370038 dv-cinder-821746-1-iscsi neutron-server[108020]: 'Port': {'1.7'}, Dec 14 18:35:44.370038 dv-cinder-821746-1-iscsi neutron-server[108020]: 'PortForwarding': {'1.2'}, Dec 14 18:35:44.370038 dv-cinder-821746-1-iscsi neutron-server[108020]: 'QosPolicy': {'1.9'}, Dec 14 18:35:44.370038 dv-cinder-821746-1-iscsi neutron-server[108020]: 'SecurityGroup': {'1.4'}, Dec 14 18:35:44.370038 dv-cinder-821746-1-iscsi neutron-server[108020]: 'SecurityGroupRule': {'1.2'}, Dec 14 18:35:44.370038 dv-cinder-821746-1-iscsi neutron-server[108020]: 'SubPort': {'1.0'}, Dec 14 18:35:44.370038 dv-cinder-821746-1-iscsi neutron-server[108020]: 'Subnet': {'1.1'}, Dec 14 18:35:44.370038 dv-cinder-821746-1-iscsi neutron-server[108020]: 'Trunk': {'1.1'}} Dec 14 18:35:44.370038 dv-cinder-821746-1-iscsi neutron-server[108020]: consumer versions: Dec 14 18:35:44.370038 dv-cinder-821746-1-iscsi neutron-server[108020]: { DHCP agent@dv-cinder-821746-1-iscsi: {}, Dec 14 18:35:44.370038 dv-cinder-821746-1-iscsi neutron-server[108020]: L3 agent@dv-cinder-821746-1-iscsi: {}, Dec 14 18:35:44.370038 dv-cinder-821746-1-iscsi neutron-server[108020]: Metadata agent@dv-cinder-821746-1-iscsi: {}, Dec 14 18:35:44.370038 dv-cinder-821746-1-iscsi neutron-server[108020]: Metering agent@dv-cinder-821746-1-iscsi: {}, Dec 14 18:35:44.370038 dv-cinder-821746-1-iscsi neutron-server[108020]: Open vSwitch agent@dv-cinder-821746-1-iscsi: { 'AddressGroup': '1.2', Dec 14 18:35:44.370038 dv-cinder-821746-1-iscsi neutron-server[108020]: 'ConntrackHelper': '1.0', Dec 14 18:35:44.370038 dv-cinder-821746-1-iscsi neutron-server[108020]: 'Log': '1.0', Dec 14 18:35:44.370038 dv-cinder-821746-1-iscsi neutron-server[108020]: 'Network': '1.1', Dec 14 18:35:44.370038 dv-cinder-821746-1-iscsi neutron-server[108020]: 'Port': '1.7', Dec 14 18:35:44.370038 dv-cinder-821746-1-iscsi neutron-server[108020]: 'PortForwarding': '1.2', Dec 14 18:35:44.370038 dv-cinder-821746-1-iscsi neutron-server[108020]: 'QosPolicy': '1.9', Dec 14 18:35:44.370038 dv-cinder-821746-1-iscsi neutron-server[108020]: 'SecurityGroup': '1.4', Dec 14 18:35:44.370038 dv-cinder-821746-1-iscsi neutron-server[108020]: 'SecurityGroupRule': '1.2', Dec 14 18:35:44.370038 dv-cinder-821746-1-iscsi neutron-server[108020]: 'SubPort': '1.0', Dec 14 18:35:44.370038 dv-cinder-821746-1-iscsi neutron-server[108020]: 'Subnet': '1.1', Dec 14 18:35:44.370038 dv-cinder-821746-1-iscsi neutron-server[108020]: 'Trunk': '1.1'}} Dec 14 18:35:44.370038 dv-cinder-821746-1-iscsi neutron-server[108020]: {{(pid=108020) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 14 18:35:44.443641 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-e6e80051-108b-4f8b-a2fd-571dec838b3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730914932920'] for network, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:44.485666 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-e6e80051-108b-4f8b-a2fd-571dec838b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355'] for network, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:44.486985 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e80051-108b-4f8b-a2fd-571dec838b3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:35:44.487621 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-e6e80051-108b-4f8b-a2fd-571dec838b3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for network, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:44.560866 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-e6e80051-108b-4f8b-a2fd-571dec838b3c admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7490015 Dec 14 18:35:44.591104 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e80051-108b-4f8b-a2fd-571dec838b3c admin admin] Pushing event updated for resources: {'Network': ['ID=5ea8f873-3bad-4a65-ada9-9108bfa946ef,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:35:44.603251 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Network 5ea8f873-3bad-4a65-ada9-9108bfa946ef details requested by agent ovs-agent-dv-cinder-821746-1-iscsi with host dv-cinder-821746-1-iscsi {{(pid=108022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 18:35:44.707389 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-c046a0b6-99a8-49c1-90b8-80ad7a14ff0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:46.102067 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:47.021748 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 38206) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:35:47.196933 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b3998d-749b-4dcf-8275-e6915065e3db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:35:47.198248 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-f0b3998d-749b-4dcf-8275-e6915065e3db admin admin] 10.222.0.71 "GET /v2.0/subnets/fe06d085-66b2-46e7-a279-2479847e16c3 HTTP/1.1" status: 200 len: 849 time: 0.1755848 Dec 14 18:35:47.354859 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-1a52c5fb-1d71-405f-9721-b54826e72e8e admin admin] 10.222.0.71 "GET /v2.0/routers/f8ef035b-ddb5-437f-b7c2-a459050f59df HTTP/1.1" status: 200 len: 704 time: 0.1496789 Dec 14 18:35:47.409786 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:47.617984 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-9c7a4473-c7e3-491c-8813-c5d222195627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:47.816570 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:47.908597 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.db_base_plugin_common [None req-9c7a4473-c7e3-491c-8813-c5d222195627 admin admin] Allocated IP 172.20.0.1 (85bda6ab-4c3f-435a-8419-6a032a9db030/fe06d085-66b2-46e7-a279-2479847e16c3/ebecfa27-8d10-42fb-af2c-c828bee4a9e6) {{(pid=108021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:35:48.062530 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-9c7a4473-c7e3-491c-8813-c5d222195627 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:48.125312 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-9c7a4473-c7e3-491c-8813-c5d222195627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957'] for port, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:48.192726 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7a4473-c7e3-491c-8813-c5d222195627 admin admin] Network 85bda6ab-4c3f-435a-8419-6a032a9db030 is already hosted by enough agents. {{(pid=108021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:35:48.200723 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.base_scheduler [None req-9c7a4473-c7e3-491c-8813-c5d222195627 admin admin] Resources bound (agent type, host, resource id): {{(pid=108021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:35:48.207882 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7a4473-c7e3-491c-8813-c5d222195627 admin admin] Received port after_create {{(pid=108021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:35:48.208440 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-9c7a4473-c7e3-491c-8813-c5d222195627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550665'] for router_interface, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:48.318759 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a4473-c7e3-491c-8813-c5d222195627 admin admin] Pushing event updated for resources: {'Port': ['ID=ebecfa27-8d10-42fb-af2c-c828bee4a9e6,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:35:48.416923 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-1830b46f-6fda-44d9-800b-ecd555d56634 None None] Provisioning complete for port ebecfa27-8d10-42fb-af2c-c828bee4a9e6 triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:35:48.417456 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-1830b46f-6fda-44d9-800b-ecd555d56634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:48.452934 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-1830b46f-6fda-44d9-800b-ecd555d56634 None None] Port ebecfa27-8d10-42fb-af2c-c828bee4a9e6 cannot update to ACTIVE because it is not bound. {{(pid=108022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:35:48.454932 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-9c7a4473-c7e3-491c-8813-c5d222195627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:48.664175 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-9c7a4473-c7e3-491c-8813-c5d222195627 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:48.668841 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-9c7a4473-c7e3-491c-8813-c5d222195627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:48.669486 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-9c7a4473-c7e3-491c-8813-c5d222195627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550524'] for router_interface, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:48.749591 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a4473-c7e3-491c-8813-c5d222195627 admin admin] Pushing event updated for resources: {'Port': ['ID=ebecfa27-8d10-42fb-af2c-c828bee4a9e6,revision_number=2']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:35:48.793933 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7a4473-c7e3-491c-8813-c5d222195627 admin admin] Network 85bda6ab-4c3f-435a-8419-6a032a9db030 is already hosted by enough agents. {{(pid=108021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:35:48.795244 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.base_scheduler [None req-9c7a4473-c7e3-491c-8813-c5d222195627 admin admin] Resources bound (agent type, host, resource id): {{(pid=108021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:35:48.962754 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7a4473-c7e3-491c-8813-c5d222195627 admin admin] Router f8ef035b-ddb5-437f-b7c2-a459050f59df is scheduled to L3 agent 61f97045-3475-4abf-9bb4-9e4a5178f14d with binding_index 1 {{(pid=108021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 18:35:48.975588 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-82a5f848-9ca9-48ee-93a2-1e9abd6cd52b None None] Provisioning complete for port ebecfa27-8d10-42fb-af2c-c828bee4a9e6 triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:35:48.975959 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-82a5f848-9ca9-48ee-93a2-1e9abd6cd52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:49.009567 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-82a5f848-9ca9-48ee-93a2-1e9abd6cd52b None None] Port ebecfa27-8d10-42fb-af2c-c828bee4a9e6 cannot update to ACTIVE because it is not bound. {{(pid=108022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:35:49.053472 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7a4473-c7e3-491c-8813-c5d222195627 admin admin] Notify agent at l3_agent.dv-cinder-821746-1-iscsi the message routers_updated {{(pid=108021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:35:49.058798 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-9c7a4473-c7e3-491c-8813-c5d222195627 admin admin] 10.222.0.71 "PUT /v2.0/routers/f8ef035b-ddb5-437f-b7c2-a459050f59df/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6976881 Dec 14 18:35:49.073819 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c994d19c-c551-4d09-b5f4-2193c7f28d8f None None] Sync routers for ids ['f8ef035b-ddb5-437f-b7c2-a459050f59df'] in dv-cinder-821746-1-iscsi {{(pid=108023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:35:49.087739 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c994d19c-c551-4d09-b5f4-2193c7f28d8f None None] Routers {'f8ef035b-ddb5-437f-b7c2-a459050f59df'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:35:49.088465 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-c994d19c-c551-4d09-b5f4-2193c7f28d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:35:45Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['f8ef035b-ddb5-437f-b7c2-a459050f59df'], 'active': True} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:35:49.268950 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvr_db [None req-c994d19c-c551-4d09-b5f4-2193c7f28d8f None None] Set router f8ef035b-ddb5-437f-b7c2-a459050f59df gateway port host: None {{(pid=108023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:35:49.688647 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-c994d19c-c551-4d09-b5f4-2193c7f28d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ef035b-ddb5-437f-b7c2-a459050f59df', 'name': 'router1', 'tenant_id': '9c3a01d28f7c4bfeb42644327de33b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:35:38Z', 'updated_at': '2021-12-14T18:35:48Z', 'revision_number': 2, 'project_id': '9c3a01d28f7c4bfeb42644327de33b2c', 'gw_port_host': None, '_interfaces': [{'id': 'ebecfa27-8d10-42fb-af2c-c828bee4a9e6', 'name': '', 'network_id': '85bda6ab-4c3f-435a-8419-6a032a9db030', 'tenant_id': '9c3a01d28f7c4bfeb42644327de33b2c', 'mac_address': 'fa:16:3e:00:f3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ef035b-ddb5-437f-b7c2-a459050f59df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe06d085-66b2-46e7-a279-2479847e16c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:35:47Z', 'updated_at': '2021-12-14T18:35:48Z', 'revision_number': 2, 'project_id': '9c3a01d28f7c4bfeb42644327de33b2c', 'subnets': [{'id': 'fe06d085-66b2-46e7-a279-2479847e16c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d34a7ae-6233-4081-9589-e6d8caf05c61'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:35:49.739562 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c994d19c-c551-4d09-b5f4-2193c7f28d8f None None] Checking router: f8ef035b-ddb5-437f-b7c2-a459050f59df for host: dv-cinder-821746-1-iscsi {{(pid=108023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:35:49.739926 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c994d19c-c551-4d09-b5f4-2193c7f28d8f None None] Updating router f8ef035b-ddb5-437f-b7c2-a459050f59df port ebecfa27-8d10-42fb-af2c-c828bee4a9e6 binding host dv-cinder-821746-1-iscsi {{(pid=108023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 18:35:49.788026 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-c994d19c-c551-4d09-b5f4-2193c7f28d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:50.309511 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-c994d19c-c551-4d09-b5f4-2193c7f28d8f None None] Notify callbacks [] for port, precommit_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:50.316789 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-c994d19c-c551-4d09-b5f4-2193c7f28d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:50.474839 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.managers [None req-c994d19c-c551-4d09-b5f4-2193c7f28d8f None None] Attempting to bind port ebecfa27-8d10-42fb-af2c-c828bee4a9e6 on host dv-cinder-821746-1-iscsi for vnic_type normal with profile {{(pid=108023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:35:50.475240 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.managers [None req-c994d19c-c551-4d09-b5f4-2193c7f28d8f None None] Attempting to bind port ebecfa27-8d10-42fb-af2c-c828bee4a9e6 by drivers openvswitch,hyperv on host dv-cinder-821746-1-iscsi at level 0 using segments [{'id': '476a15f6-1567-49fd-a8b5-db788a073f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '85bda6ab-4c3f-435a-8419-6a032a9db030'}] {{(pid=108023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:35:50.475681 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c994d19c-c551-4d09-b5f4-2193c7f28d8f None None] Attempting to bind port ebecfa27-8d10-42fb-af2c-c828bee4a9e6 on network 85bda6ab-4c3f-435a-8419-6a032a9db030 {{(pid=108023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:35:50.485175 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b805080-9cc3-4ecc-8d92-ac5d59db9a34 None None] Pushing event updated for resources: {'Port': ['ID=ebecfa27-8d10-42fb-af2c-c828bee4a9e6,revision_number=3']} {{(pid=108023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:35:50.492719 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c994d19c-c551-4d09-b5f4-2193c7f28d8f None None] Checking agent: {'id': '196026f5-f687-4c63-8152-952b788e987b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 35, 18), 'started_at': datetime.datetime(2021, 12, 14, 18, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:35:50.493142 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c994d19c-c551-4d09-b5f4-2193c7f28d8f None None] Checking segment: {'id': '476a15f6-1567-49fd-a8b5-db788a073f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '85bda6ab-4c3f-435a-8419-6a032a9db030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:35:50.493596 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-c994d19c-c551-4d09-b5f4-2193c7f28d8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:50.493973 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c994d19c-c551-4d09-b5f4-2193c7f28d8f None None] Bound using segment: {'id': '476a15f6-1567-49fd-a8b5-db788a073f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '85bda6ab-4c3f-435a-8419-6a032a9db030'} {{(pid=108023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:35:50.494482 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.managers [None req-c994d19c-c551-4d09-b5f4-2193c7f28d8f None None] Bound port: ebecfa27-8d10-42fb-af2c-c828bee4a9e6, host: dv-cinder-821746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '476a15f6-1567-49fd-a8b5-db788a073f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '85bda6ab-4c3f-435a-8419-6a032a9db030'}}] {{(pid=108023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:35:50.494887 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-c994d19c-c551-4d09-b5f4-2193c7f28d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:50.497967 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b805080-9cc3-4ecc-8d92-ac5d59db9a34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:50.498304 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b805080-9cc3-4ecc-8d92-ac5d59db9a34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:50.498661 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b805080-9cc3-4ecc-8d92-ac5d59db9a34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:50.498983 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b805080-9cc3-4ecc-8d92-ac5d59db9a34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:50.499302 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b805080-9cc3-4ecc-8d92-ac5d59db9a34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:50.499623 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b805080-9cc3-4ecc-8d92-ac5d59db9a34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:50.500197 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b805080-9cc3-4ecc-8d92-ac5d59db9a34 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:50.501045 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b805080-9cc3-4ecc-8d92-ac5d59db9a34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:50.501370 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b805080-9cc3-4ecc-8d92-ac5d59db9a34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:50.501678 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b805080-9cc3-4ecc-8d92-ac5d59db9a34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:50.501986 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b805080-9cc3-4ecc-8d92-ac5d59db9a34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:50.502294 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b805080-9cc3-4ecc-8d92-ac5d59db9a34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:35:50.503400 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b805080-9cc3-4ecc-8d92-ac5d59db9a34 None None] Tracked resource versions report: Dec 14 18:35:50.503400 dv-cinder-821746-1-iscsi neutron-server[108023]: pushed versions: Dec 14 18:35:50.503400 dv-cinder-821746-1-iscsi neutron-server[108023]: { 'AddressGroup': {'1.2'}, Dec 14 18:35:50.503400 dv-cinder-821746-1-iscsi neutron-server[108023]: 'ConntrackHelper': {'1.0'}, Dec 14 18:35:50.503400 dv-cinder-821746-1-iscsi neutron-server[108023]: 'Log': {'1.0'}, Dec 14 18:35:50.503400 dv-cinder-821746-1-iscsi neutron-server[108023]: 'Network': {'1.1'}, Dec 14 18:35:50.503400 dv-cinder-821746-1-iscsi neutron-server[108023]: 'Port': {'1.7'}, Dec 14 18:35:50.503400 dv-cinder-821746-1-iscsi neutron-server[108023]: 'PortForwarding': {'1.2'}, Dec 14 18:35:50.503400 dv-cinder-821746-1-iscsi neutron-server[108023]: 'QosPolicy': {'1.9'}, Dec 14 18:35:50.503400 dv-cinder-821746-1-iscsi neutron-server[108023]: 'SecurityGroup': {'1.4'}, Dec 14 18:35:50.503400 dv-cinder-821746-1-iscsi neutron-server[108023]: 'SecurityGroupRule': {'1.2'}, Dec 14 18:35:50.503400 dv-cinder-821746-1-iscsi neutron-server[108023]: 'SubPort': {'1.0'}, Dec 14 18:35:50.503400 dv-cinder-821746-1-iscsi neutron-server[108023]: 'Subnet': {'1.1'}, Dec 14 18:35:50.503400 dv-cinder-821746-1-iscsi neutron-server[108023]: 'Trunk': {'1.1'}} Dec 14 18:35:50.503400 dv-cinder-821746-1-iscsi neutron-server[108023]: consumer versions: Dec 14 18:35:50.503400 dv-cinder-821746-1-iscsi neutron-server[108023]: { DHCP agent@dv-cinder-821746-1-iscsi: {}, Dec 14 18:35:50.503400 dv-cinder-821746-1-iscsi neutron-server[108023]: L3 agent@dv-cinder-821746-1-iscsi: {}, Dec 14 18:35:50.503400 dv-cinder-821746-1-iscsi neutron-server[108023]: Metadata agent@dv-cinder-821746-1-iscsi: {}, Dec 14 18:35:50.503400 dv-cinder-821746-1-iscsi neutron-server[108023]: Metering agent@dv-cinder-821746-1-iscsi: {}, Dec 14 18:35:50.503400 dv-cinder-821746-1-iscsi neutron-server[108023]: Open vSwitch agent@dv-cinder-821746-1-iscsi: { 'AddressGroup': '1.2', Dec 14 18:35:50.503400 dv-cinder-821746-1-iscsi neutron-server[108023]: 'ConntrackHelper': '1.0', Dec 14 18:35:50.503400 dv-cinder-821746-1-iscsi neutron-server[108023]: 'Log': '1.0', Dec 14 18:35:50.503400 dv-cinder-821746-1-iscsi neutron-server[108023]: 'Network': '1.1', Dec 14 18:35:50.503400 dv-cinder-821746-1-iscsi neutron-server[108023]: 'Port': '1.7', Dec 14 18:35:50.503400 dv-cinder-821746-1-iscsi neutron-server[108023]: 'PortForwarding': '1.2', Dec 14 18:35:50.503400 dv-cinder-821746-1-iscsi neutron-server[108023]: 'QosPolicy': '1.9', Dec 14 18:35:50.503400 dv-cinder-821746-1-iscsi neutron-server[108023]: 'SecurityGroup': '1.4', Dec 14 18:35:50.503400 dv-cinder-821746-1-iscsi neutron-server[108023]: 'SecurityGroupRule': '1.2', Dec 14 18:35:50.503400 dv-cinder-821746-1-iscsi neutron-server[108023]: 'SubPort': '1.0', Dec 14 18:35:50.503400 dv-cinder-821746-1-iscsi neutron-server[108023]: 'Subnet': '1.1', Dec 14 18:35:50.503400 dv-cinder-821746-1-iscsi neutron-server[108023]: 'Trunk': '1.1'}} Dec 14 18:35:50.503400 dv-cinder-821746-1-iscsi neutron-server[108023]: {{(pid=108023) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 14 18:35:50.537887 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-9c61c7f4-fd35-4a8e-8311-ba15d04f1079 None None] Provisioning complete for port ebecfa27-8d10-42fb-af2c-c828bee4a9e6 triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:35:50.538428 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-9c61c7f4-fd35-4a8e-8311-ba15d04f1079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:50.574023 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-9c61c7f4-fd35-4a8e-8311-ba15d04f1079 None None] Port ebecfa27-8d10-42fb-af2c-c828bee4a9e6 cannot update to ACTIVE because it is not bound. {{(pid=108022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:35:50.575944 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.db [None req-c994d19c-c551-4d09-b5f4-2193c7f28d8f None None] For port ebecfa27-8d10-42fb-af2c-c828bee4a9e6, host dv-cinder-821746-1-iscsi, cleared binding levels {{(pid=108023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:35:50.595814 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.db [None req-c994d19c-c551-4d09-b5f4-2193c7f28d8f None None] For port ebecfa27-8d10-42fb-af2c-c828bee4a9e6, host dv-cinder-821746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=ebecfa27-8d10-42fb-af2c-c828bee4a9e6,segment=NetworkSegment(476a15f6-1567-49fd-a8b5-db788a073f7f),segment_id=476a15f6-1567-49fd-a8b5-db788a073f7f)] {{(pid=108023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:35:50.600216 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-c994d19c-c551-4d09-b5f4-2193c7f28d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:50.651308 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c994d19c-c551-4d09-b5f4-2193c7f28d8f None None] Routers {'f8ef035b-ddb5-437f-b7c2-a459050f59df'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:35:50.651931 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-c994d19c-c551-4d09-b5f4-2193c7f28d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:35:45Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['f8ef035b-ddb5-437f-b7c2-a459050f59df'], 'active': True} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:35:50.730540 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b805080-9cc3-4ecc-8d92-ac5d59db9a34 None None] Pushing event updated for resources: {'Port': ['ID=ebecfa27-8d10-42fb-af2c-c828bee4a9e6,revision_number=4']} {{(pid=108023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:35:50.757705 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvr_db [None req-c994d19c-c551-4d09-b5f4-2193c7f28d8f None None] Set router f8ef035b-ddb5-437f-b7c2-a459050f59df gateway port host: None {{(pid=108023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:35:50.793157 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-4bf3ff97-7029-407b-a32e-2ad0c3c4112f None None] Provisioning complete for port ebecfa27-8d10-42fb-af2c-c828bee4a9e6 triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:35:50.793873 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-4bf3ff97-7029-407b-a32e-2ad0c3c4112f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:50.873668 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-4bf3ff97-7029-407b-a32e-2ad0c3c4112f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:50.908023 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-4bf3ff97-7029-407b-a32e-2ad0c3c4112f None None] For port ebecfa27-8d10-42fb-af2c-c828bee4a9e6, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=ebecfa27-8d10-42fb-af2c-c828bee4a9e6,segment=NetworkSegment(476a15f6-1567-49fd-a8b5-db788a073f7f),segment_id=476a15f6-1567-49fd-a8b5-db788a073f7f)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:35:50.912058 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-4bf3ff97-7029-407b-a32e-2ad0c3c4112f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:50.968427 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf3ff97-7029-407b-a32e-2ad0c3c4112f None None] Pushing event updated for resources: {'Port': ['ID=ebecfa27-8d10-42fb-af2c-c828bee4a9e6,revision_number=5']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:35:50.984675 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-c994d19c-c551-4d09-b5f4-2193c7f28d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ef035b-ddb5-437f-b7c2-a459050f59df', 'name': 'router1', 'tenant_id': '9c3a01d28f7c4bfeb42644327de33b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:35:38Z', 'updated_at': '2021-12-14T18:35:48Z', 'revision_number': 2, 'project_id': '9c3a01d28f7c4bfeb42644327de33b2c', 'gw_port_host': None, '_interfaces': [{'id': 'ebecfa27-8d10-42fb-af2c-c828bee4a9e6', 'name': '', 'network_id': '85bda6ab-4c3f-435a-8419-6a032a9db030', 'tenant_id': '9c3a01d28f7c4bfeb42644327de33b2c', 'mac_address': 'fa:16:3e:00:f3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ef035b-ddb5-437f-b7c2-a459050f59df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe06d085-66b2-46e7-a279-2479847e16c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:35:47Z', 'updated_at': '2021-12-14T18:35:50Z', 'revision_number': 4, 'project_id': '9c3a01d28f7c4bfeb42644327de33b2c', 'subnets': [{'id': 'fe06d085-66b2-46e7-a279-2479847e16c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d34a7ae-6233-4081-9589-e6d8caf05c61'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:35:51.010645 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c994d19c-c551-4d09-b5f4-2193c7f28d8f None None] The sync data for ids ['f8ef035b-ddb5-437f-b7c2-a459050f59df'] in dv-cinder-821746-1-iscsi is: [{'id': 'f8ef035b-ddb5-437f-b7c2-a459050f59df', 'name': 'router1', 'tenant_id': '9c3a01d28f7c4bfeb42644327de33b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:35:38Z', 'updated_at': '2021-12-14T18:35:48Z', 'revision_number': 2, 'project_id': '9c3a01d28f7c4bfeb42644327de33b2c', 'gw_port_host': None, '_interfaces': [{'id': 'ebecfa27-8d10-42fb-af2c-c828bee4a9e6', 'name': '', 'network_id': '85bda6ab-4c3f-435a-8419-6a032a9db030', 'tenant_id': '9c3a01d28f7c4bfeb42644327de33b2c', 'mac_address': 'fa:16:3e:00:f3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ef035b-ddb5-437f-b7c2-a459050f59df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe06d085-66b2-46e7-a279-2479847e16c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:35:47Z', 'updated_at': '2021-12-14T18:35:50Z', 'revision_number': 4, 'project_id': '9c3a01d28f7c4bfeb42644327de33b2c', 'subnets': [{'id': 'fe06d085-66b2-46e7-a279-2479847e16c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d34a7ae-6233-4081-9589-e6d8caf05c61'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:35:51.333915 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 38226) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:35:51.445503 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c5b41b-a2fb-4db4-8250-e92c0bdb22a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:35:51.446809 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-44c5b41b-a2fb-4db4-8250-e92c0bdb22a0 admin admin] 10.222.0.71 "GET /v2.0/networks/5ea8f873-3bad-4a65-ada9-9108bfa946ef HTTP/1.1" status: 200 len: 842 time: 0.1119089 Dec 14 18:35:51.457097 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-7c5bb8f8-aa48-4350-8091-c7d23911720c admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:35:51.477409 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5bb8f8-aa48-4350-8091-c7d23911720c admin admin] Made reservation on behalf of 598d97c5ad974c1eb3d7deb96d943095 for: {'subnet': 1} {{(pid=108021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:35:51.479780 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-7c5bb8f8-aa48-4350-8091-c7d23911720c admin admin] Notify callbacks [] for subnet, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:51.757046 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.objects.ports [None req-7c5bb8f8-aa48-4350-8091-c7d23911720c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108021) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 14 18:35:51.757374 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-7c5bb8f8-aa48-4350-8091-c7d23911720c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355'] for subnet, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:51.810703 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5bb8f8-aa48-4350-8091-c7d23911720c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e9c9e92-9812-43f3-93d5-9d715bd5944d,revision_number=0']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:35:51.819114 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5bb8f8-aa48-4350-8091-c7d23911720c admin admin] Checking segment: {'id': 'a712e70a-4160-45a5-bd2f-6cc771621112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:35:51.819466 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5bb8f8-aa48-4350-8091-c7d23911720c admin admin] Network hostable DHCP agents. Network: 5ea8f873-3bad-4a65-ada9-9108bfa946ef, hostable agents: ['d5bdede2-47ae-43f0-be18-738289bca353'], hosted agents: [] {{(pid=108021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 18:35:51.836011 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5bb8f8-aa48-4350-8091-c7d23911720c admin admin] Network 5ea8f873-3bad-4a65-ada9-9108bfa946ef is scheduled to be hosted by DHCP agent d5bdede2-47ae-43f0-be18-738289bca353 with binding_index 1 {{(pid=108021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 18:35:51.846259 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.base_scheduler [None req-7c5bb8f8-aa48-4350-8091-c7d23911720c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821746-1-iscsi, 5ea8f873-3bad-4a65-ada9-9108bfa946ef) {{(pid=108021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:35:51.851177 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5bb8f8-aa48-4350-8091-c7d23911720c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:35:51.851746 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-7c5bb8f8-aa48-4350-8091-c7d23911720c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for subnet, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:51.857655 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0126535-302d-4846-9f3c-4ad79a245f08 None None] Network 5ea8f873-3bad-4a65-ada9-9108bfa946ef requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:35:51.869428 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-7c5bb8f8-aa48-4350-8091-c7d23911720c admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4158218 Dec 14 18:35:52.009174 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd3abd3-1c15-414d-b3a6-d0aeb15d265e None None] Network 5ea8f873-3bad-4a65-ada9-9108bfa946ef requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:35:54.208434 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 38234) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:35:54.341530 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-00becf81-0912-4018-9b1c-95844bc0855a admin admin] 10.222.0.71 "GET /v2.0/routers/f8ef035b-ddb5-437f-b7c2-a459050f59df HTTP/1.1" status: 200 len: 710 time: 0.1319568 Dec 14 18:35:54.429207 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5165d4b9-5cdd-42e7-b1dd-497077d1a08d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:35:54.430546 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-5165d4b9-5cdd-42e7-b1dd-497077d1a08d admin admin] 10.222.0.71 "GET /v2.0/networks/5ea8f873-3bad-4a65-ada9-9108bfa946ef HTTP/1.1" status: 200 len: 886 time: 0.0827138 Dec 14 18:35:54.440455 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-b3c01764-fb38-4934-9aa0-0f5926627080 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'}}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:35:54.764098 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-b3c01764-fb38-4934-9aa0-0f5926627080 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:55.003927 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-b3c01764-fb38-4934-9aa0-0f5926627080 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:55.080844 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-b3c01764-fb38-4934-9aa0-0f5926627080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:55.179970 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.db_base_plugin_common [None req-b3c01764-fb38-4934-9aa0-0f5926627080 admin admin] Allocated IP 172.27.2.175 (5ea8f873-3bad-4a65-ada9-9108bfa946ef/8e9c9e92-9812-43f3-93d5-9d715bd5944d/d582a57e-7247-4594-9bf9-52aea435d5cd) {{(pid=108021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:35:55.283211 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-b3c01764-fb38-4934-9aa0-0f5926627080 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:55.318212 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-b3c01764-fb38-4934-9aa0-0f5926627080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957'] for port, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:55.356474 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c01764-fb38-4934-9aa0-0f5926627080 admin admin] Network 5ea8f873-3bad-4a65-ada9-9108bfa946ef is already hosted by enough agents. {{(pid=108021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:35:55.360592 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.base_scheduler [None req-b3c01764-fb38-4934-9aa0-0f5926627080 admin admin] Resources bound (agent type, host, resource id): {{(pid=108021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:35:55.366711 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c01764-fb38-4934-9aa0-0f5926627080 admin admin] Received port after_create {{(pid=108021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:35:55.369476 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c01764-fb38-4934-9aa0-0f5926627080 admin admin] Pushing event updated for resources: {'Port': ['ID=d582a57e-7247-4594-9bf9-52aea435d5cd,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:35:55.619315 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-b3c01764-fb38-4934-9aa0-0f5926627080 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:55.820495 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-b3c01764-fb38-4934-9aa0-0f5926627080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-552493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-554737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9169'] for router, precommit_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:55.823977 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-b3c01764-fb38-4934-9aa0-0f5926627080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-552498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-552484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-552507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-554696'] for router, after_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:56.016123 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c01764-fb38-4934-9aa0-0f5926627080 admin admin] Router f8ef035b-ddb5-437f-b7c2-a459050f59df has already been hosted by L3 agent 61f97045-3475-4abf-9bb4-9e4a5178f14d {{(pid=108021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:35:56.125789 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c01764-fb38-4934-9aa0-0f5926627080 admin admin] Notify agent at l3_agent.dv-cinder-821746-1-iscsi the message routers_updated {{(pid=108021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:35:56.129966 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-b3c01764-fb38-4934-9aa0-0f5926627080 admin admin] Notify callbacks [] for router, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:56.131158 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-b3c01764-fb38-4934-9aa0-0f5926627080 admin admin] 10.222.0.71 "PUT /v2.0/routers/f8ef035b-ddb5-437f-b7c2-a459050f59df HTTP/1.1" status: 200 len: 890 time: 1.6944354 Dec 14 18:35:57.230990 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device ebecfa27-8d10-42fb-af2c-c828bee4a9e6 up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:35:57.278768 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port ebecfa27-8d10-42fb-af2c-c828bee4a9e6 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:35:57.279142 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:57.478901 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b09f5f-a4fa-41ad-acbc-8af699779477 None None] Sync routers for ids ['f8ef035b-ddb5-437f-b7c2-a459050f59df'] in dv-cinder-821746-1-iscsi {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:35:57.489379 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b09f5f-a4fa-41ad-acbc-8af699779477 None None] Routers {'f8ef035b-ddb5-437f-b7c2-a459050f59df'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:35:57.490020 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-93b09f5f-a4fa-41ad-acbc-8af699779477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:35:45Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['f8ef035b-ddb5-437f-b7c2-a459050f59df'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:35:57.695168 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-93b09f5f-a4fa-41ad-acbc-8af699779477 None None] Set router f8ef035b-ddb5-437f-b7c2-a459050f59df gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:35:58.078322 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-93b09f5f-a4fa-41ad-acbc-8af699779477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ef035b-ddb5-437f-b7c2-a459050f59df', 'name': 'router1', 'tenant_id': '9c3a01d28f7c4bfeb42644327de33b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'd582a57e-7247-4594-9bf9-52aea435d5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:35:38Z', 'updated_at': '2021-12-14T18:35:55Z', 'revision_number': 4, 'project_id': '9c3a01d28f7c4bfeb42644327de33b2c', 'gw_port': {'id': 'd582a57e-7247-4594-9bf9-52aea435d5cd', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ef035b-ddb5-437f-b7c2-a459050f59df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:35:55Z', 'updated_at': '2021-12-14T18:35:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': 'ebecfa27-8d10-42fb-af2c-c828bee4a9e6', 'name': '', 'network_id': '85bda6ab-4c3f-435a-8419-6a032a9db030', 'tenant_id': '9c3a01d28f7c4bfeb42644327de33b2c', 'mac_address': 'fa:16:3e:00:f3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ef035b-ddb5-437f-b7c2-a459050f59df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe06d085-66b2-46e7-a279-2479847e16c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:35:47Z', 'updated_at': '2021-12-14T18:35:50Z', 'revision_number': 5, 'project_id': '9c3a01d28f7c4bfeb42644327de33b2c', 'subnets': [{'id': 'fe06d085-66b2-46e7-a279-2479847e16c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d34a7ae-6233-4081-9589-e6d8caf05c61'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:35:58.127276 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b09f5f-a4fa-41ad-acbc-8af699779477 None None] Checking router: f8ef035b-ddb5-437f-b7c2-a459050f59df for host: dv-cinder-821746-1-iscsi {{(pid=108022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:35:58.127640 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b09f5f-a4fa-41ad-acbc-8af699779477 None None] Updating router f8ef035b-ddb5-437f-b7c2-a459050f59df port d582a57e-7247-4594-9bf9-52aea435d5cd binding host dv-cinder-821746-1-iscsi {{(pid=108022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 18:35:58.174507 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-93b09f5f-a4fa-41ad-acbc-8af699779477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:58.490636 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-93b09f5f-a4fa-41ad-acbc-8af699779477 None None] Notify callbacks [] for port, precommit_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:58.496094 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-93b09f5f-a4fa-41ad-acbc-8af699779477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:58.546041 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b3a7e0-60d5-4db8-ab0e-1dab03aa429c None None] Pushing event updated for resources: {'Port': ['ID=d582a57e-7247-4594-9bf9-52aea435d5cd,revision_number=2']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:35:58.551254 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-93b09f5f-a4fa-41ad-acbc-8af699779477 None None] Attempting to bind port d582a57e-7247-4594-9bf9-52aea435d5cd on host dv-cinder-821746-1-iscsi for vnic_type normal with profile {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:35:58.551623 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-93b09f5f-a4fa-41ad-acbc-8af699779477 None None] Attempting to bind port d582a57e-7247-4594-9bf9-52aea435d5cd by drivers openvswitch,hyperv on host dv-cinder-821746-1-iscsi at level 0 using segments [{'id': 'a712e70a-4160-45a5-bd2f-6cc771621112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'}] {{(pid=108022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:35:58.551983 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b09f5f-a4fa-41ad-acbc-8af699779477 None None] Attempting to bind port d582a57e-7247-4594-9bf9-52aea435d5cd on network 5ea8f873-3bad-4a65-ada9-9108bfa946ef {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:35:58.559463 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b09f5f-a4fa-41ad-acbc-8af699779477 None None] Checking agent: {'id': '196026f5-f687-4c63-8152-952b788e987b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 35, 18), 'started_at': datetime.datetime(2021, 12, 14, 18, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:35:58.559463 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b09f5f-a4fa-41ad-acbc-8af699779477 None None] Checking segment: {'id': 'a712e70a-4160-45a5-bd2f-6cc771621112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:35:58.559463 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-93b09f5f-a4fa-41ad-acbc-8af699779477 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:58.559463 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b09f5f-a4fa-41ad-acbc-8af699779477 None None] Bound using segment: {'id': 'a712e70a-4160-45a5-bd2f-6cc771621112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'} {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:35:58.559463 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-93b09f5f-a4fa-41ad-acbc-8af699779477 None None] Bound port: d582a57e-7247-4594-9bf9-52aea435d5cd, host: dv-cinder-821746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a712e70a-4160-45a5-bd2f-6cc771621112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'}}] {{(pid=108022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:35:58.559463 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-93b09f5f-a4fa-41ad-acbc-8af699779477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:58.625375 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 38246) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:35:58.687687 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-93b09f5f-a4fa-41ad-acbc-8af699779477 None None] For port d582a57e-7247-4594-9bf9-52aea435d5cd, host dv-cinder-821746-1-iscsi, cleared binding levels {{(pid=108022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:35:58.690620 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-93b09f5f-a4fa-41ad-acbc-8af699779477 None None] For port d582a57e-7247-4594-9bf9-52aea435d5cd, host dv-cinder-821746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=d582a57e-7247-4594-9bf9-52aea435d5cd,segment=NetworkSegment(a712e70a-4160-45a5-bd2f-6cc771621112),segment_id=a712e70a-4160-45a5-bd2f-6cc771621112)] {{(pid=108022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:35:58.695957 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-93b09f5f-a4fa-41ad-acbc-8af699779477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:35:58.741112 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-eba56dfc-a894-4d6d-96e8-913f84447e02 admin admin] 10.222.0.71 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1145818 Dec 14 18:35:58.751534 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b09f5f-a4fa-41ad-acbc-8af699779477 None None] Routers {'f8ef035b-ddb5-437f-b7c2-a459050f59df'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:35:58.752182 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-93b09f5f-a4fa-41ad-acbc-8af699779477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:35:45Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['f8ef035b-ddb5-437f-b7c2-a459050f59df'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:35:58.789050 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b3a7e0-60d5-4db8-ab0e-1dab03aa429c None None] Pushing event updated for resources: {'Port': ['ID=d582a57e-7247-4594-9bf9-52aea435d5cd,revision_number=3']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:35:58.865098 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-93b09f5f-a4fa-41ad-acbc-8af699779477 None None] Set router f8ef035b-ddb5-437f-b7c2-a459050f59df gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:35:59.081052 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-93b09f5f-a4fa-41ad-acbc-8af699779477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ef035b-ddb5-437f-b7c2-a459050f59df', 'name': 'router1', 'tenant_id': '9c3a01d28f7c4bfeb42644327de33b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'd582a57e-7247-4594-9bf9-52aea435d5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:35:38Z', 'updated_at': '2021-12-14T18:35:55Z', 'revision_number': 4, 'project_id': '9c3a01d28f7c4bfeb42644327de33b2c', 'gw_port': {'id': 'd582a57e-7247-4594-9bf9-52aea435d5cd', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ef035b-ddb5-437f-b7c2-a459050f59df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:35:55Z', 'updated_at': '2021-12-14T18:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': 'ebecfa27-8d10-42fb-af2c-c828bee4a9e6', 'name': '', 'network_id': '85bda6ab-4c3f-435a-8419-6a032a9db030', 'tenant_id': '9c3a01d28f7c4bfeb42644327de33b2c', 'mac_address': 'fa:16:3e:00:f3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ef035b-ddb5-437f-b7c2-a459050f59df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe06d085-66b2-46e7-a279-2479847e16c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:35:47Z', 'updated_at': '2021-12-14T18:35:50Z', 'revision_number': 5, 'project_id': '9c3a01d28f7c4bfeb42644327de33b2c', 'subnets': [{'id': 'fe06d085-66b2-46e7-a279-2479847e16c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d34a7ae-6233-4081-9589-e6d8caf05c61'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:35:59.110804 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b09f5f-a4fa-41ad-acbc-8af699779477 None None] The sync data for ids ['f8ef035b-ddb5-437f-b7c2-a459050f59df'] in dv-cinder-821746-1-iscsi is: [{'id': 'f8ef035b-ddb5-437f-b7c2-a459050f59df', 'name': 'router1', 'tenant_id': '9c3a01d28f7c4bfeb42644327de33b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'd582a57e-7247-4594-9bf9-52aea435d5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:35:38Z', 'updated_at': '2021-12-14T18:35:55Z', 'revision_number': 4, 'project_id': '9c3a01d28f7c4bfeb42644327de33b2c', 'gw_port': {'id': 'd582a57e-7247-4594-9bf9-52aea435d5cd', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ef035b-ddb5-437f-b7c2-a459050f59df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:35:55Z', 'updated_at': '2021-12-14T18:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': 'ebecfa27-8d10-42fb-af2c-c828bee4a9e6', 'name': '', 'network_id': '85bda6ab-4c3f-435a-8419-6a032a9db030', 'tenant_id': '9c3a01d28f7c4bfeb42644327de33b2c', 'mac_address': 'fa:16:3e:00:f3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ef035b-ddb5-437f-b7c2-a459050f59df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe06d085-66b2-46e7-a279-2479847e16c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:35:47Z', 'updated_at': '2021-12-14T18:35:50Z', 'revision_number': 5, 'project_id': '9c3a01d28f7c4bfeb42644327de33b2c', 'subnets': [{'id': 'fe06d085-66b2-46e7-a279-2479847e16c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d34a7ae-6233-4081-9589-e6d8caf05c61'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:36:01.249928 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device d582a57e-7247-4594-9bf9-52aea435d5cd up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:36:01.305315 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port d582a57e-7247-4594-9bf9-52aea435d5cd triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:36:01.305718 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:36:01.405428 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:36:01.430855 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-ba8737c3-d096-412f-8f43-532636599bec None None] For port d582a57e-7247-4594-9bf9-52aea435d5cd, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=d582a57e-7247-4594-9bf9-52aea435d5cd,segment=NetworkSegment(a712e70a-4160-45a5-bd2f-6cc771621112),segment_id=a712e70a-4160-45a5-bd2f-6cc771621112)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:36:01.435245 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:36:01.486741 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Pushing event updated for resources: {'Port': ['ID=d582a57e-7247-4594-9bf9-52aea435d5cd,revision_number=4']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:36:03.269916 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device d582a57e-7247-4594-9bf9-52aea435d5cd up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:36:03.364019 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port d582a57e-7247-4594-9bf9-52aea435d5cd triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:36:03.364428 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:36:12.346095 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-1e5b75cd-7ae1-4480-bb4e-124b7dff7790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:36:14.720603 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-94d33841-110b-442c-ac38-d48243809d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:36:16.113117 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:36:16.763039 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.agents_db [None req-bc91d4ce-6c5b-4ff0-abae-02e3a00e1a46 None None] Agent healthcheck: found 5 active agents {{(pid=108023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:36:17.440363 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:36:17.826941 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:36:42.340778 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-5f3868b0-2529-48e2-9a12-54fa68d34f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:36:44.713952 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-a02da8df-c78f-49c1-a545-71a0004f642e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:36:46.107624 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:36:47.440003 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:36:47.821835 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:36:53.763223 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.agents_db [None req-bc91d4ce-6c5b-4ff0-abae-02e3a00e1a46 None None] Agent healthcheck: found 5 active agents {{(pid=108023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:37:12.342912 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-5ebc2fc9-f4a7-4250-9b0a-0f8b335665f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:37:14.719137 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-84200df1-8ad9-44b7-a2a5-248e31b77d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:37:16.112899 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:37:17.442713 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:37:17.824955 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:37:30.763942 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.agents_db [None req-bc91d4ce-6c5b-4ff0-abae-02e3a00e1a46 None None] Agent healthcheck: found 5 active agents {{(pid=108023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:37:37.941743 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 38808) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:37:38.006187 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.pecan_wsgi.hooks.translation [None req-2702e65f-ba77-47e1-97d5-64000c9fdc1d admin admin] GET failed (client error): The resource could not be found. Dec 14 18:37:38.007605 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-2702e65f-ba77-47e1-97d5-64000c9fdc1d admin admin] 10.222.0.71 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0648961 Dec 14 18:37:38.178845 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826a8f11-a93a-49e9-91a0-e141c3079581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:37:38.180222 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-826a8f11-a93a-49e9-91a0-e141c3079581 admin admin] 10.222.0.71 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1677673 Dec 14 18:37:40.583609 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 38818) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:37:40.772176 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fcbac5-d9db-426b-a9d2-68025f83435a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:37:40.773484 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-35fcbac5-d9db-426b-a9d2-68025f83435a admin admin] 10.222.0.71 "GET /v2.0/subnets/fe06d085-66b2-46e7-a279-2479847e16c3 HTTP/1.1" status: 200 len: 849 time: 0.1887946 Dec 14 18:37:40.784284 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [None req-78bba7aa-dff8-494b-af0b-9227f9cb2080 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:37:40.915497 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-78bba7aa-dff8-494b-af0b-9227f9cb2080 admin admin] Notify callbacks [] for subnet, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:37:41.080773 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-78bba7aa-dff8-494b-af0b-9227f9cb2080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730915515805'] for subnet, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:37:41.119765 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bba7aa-dff8-494b-af0b-9227f9cb2080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:37:41.120371 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-78bba7aa-dff8-494b-af0b-9227f9cb2080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for subnet, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:37:41.121937 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-78bba7aa-dff8-494b-af0b-9227f9cb2080 admin admin] 10.222.0.71 "PUT /v2.0/subnets/fe06d085-66b2-46e7-a279-2479847e16c3 HTTP/1.1" status: 200 len: 868 time: 0.3414147 Dec 14 18:37:41.137640 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5426aec6-e6b2-48b2-b721-0c6af70ac728 None None] Network 85bda6ab-4c3f-435a-8419-6a032a9db030 requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:37:41.141656 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bba7aa-dff8-494b-af0b-9227f9cb2080 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe06d085-66b2-46e7-a279-2479847e16c3,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:37:41.152090 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bba7aa-dff8-494b-af0b-9227f9cb2080 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:37:41.152642 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bba7aa-dff8-494b-af0b-9227f9cb2080 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:37:41.153708 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bba7aa-dff8-494b-af0b-9227f9cb2080 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:37:41.154262 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bba7aa-dff8-494b-af0b-9227f9cb2080 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:37:41.154818 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bba7aa-dff8-494b-af0b-9227f9cb2080 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:37:41.155359 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bba7aa-dff8-494b-af0b-9227f9cb2080 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:37:41.155864 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bba7aa-dff8-494b-af0b-9227f9cb2080 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:37:41.156414 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bba7aa-dff8-494b-af0b-9227f9cb2080 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:37:41.156988 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bba7aa-dff8-494b-af0b-9227f9cb2080 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:37:41.157509 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bba7aa-dff8-494b-af0b-9227f9cb2080 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:37:41.158054 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bba7aa-dff8-494b-af0b-9227f9cb2080 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:37:41.158595 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bba7aa-dff8-494b-af0b-9227f9cb2080 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:37:41.547967 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-8cf34f9e-b7aa-49a2-8fb1-58d4779fb1fe None None] Provisioning complete for port ebecfa27-8d10-42fb-af2c-c828bee4a9e6 triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:37:41.548340 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-8cf34f9e-b7aa-49a2-8fb1-58d4779fb1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:37:41.655703 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-8cf34f9e-b7aa-49a2-8fb1-58d4779fb1fe None None] Provisioning complete for port d07ab7eb-f04e-4eba-899b-d2ceb746b0fb triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:37:41.656507 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-8cf34f9e-b7aa-49a2-8fb1-58d4779fb1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:37:42.344880 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-110f9cf7-e0d7-4fe1-b436-55f0e779f558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:37:43.460962 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 38828) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:37:43.671311 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d7d666-d40a-449e-9cc6-795d75a27418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:37:43.671861 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d7d666-d40a-449e-9cc6-795d75a27418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:37:43.673418 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-76d7d666-d40a-449e-9cc6-795d75a27418 admin admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2114959 Dec 14 18:37:44.722335 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-00d8294b-cb6a-47ee-b72f-7833a4a1fba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:37:45.942851 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 38836) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:37:46.116120 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:37:46.144456 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733fea85-26e5-4d32-b29d-c796c89e042a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:37:46.144839 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733fea85-26e5-4d32-b29d-c796c89e042a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:37:46.146361 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-733fea85-26e5-4d32-b29d-c796c89e042a admin admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2024763 Dec 14 18:37:47.444934 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:37:47.829168 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:37:48.376472 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 38844) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:37:48.504947 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b23667-7f3e-49cd-b555-94febc98eead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:37:48.506315 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-09b23667-7f3e-49cd-b555-94febc98eead admin admin] 10.222.0.71 "GET /v2.0/networks/5ea8f873-3bad-4a65-ada9-9108bfa946ef HTTP/1.1" status: 200 len: 886 time: 0.1288986 Dec 14 18:37:50.749438 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 38852) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:37:50.880297 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df84552-a564-4692-9f7b-fd23640ba58e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:37:50.881579 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-9df84552-a564-4692-9f7b-fd23640ba58e admin admin] 10.222.0.71 "GET /v2.0/networks/85bda6ab-4c3f-435a-8419-6a032a9db030 HTTP/1.1" status: 200 len: 869 time: 0.1311970 Dec 14 18:37:53.101423 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 38860) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:37:53.224317 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52fc8f6-4146-44c9-a81d-36d0f7df4364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:37:53.224762 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52fc8f6-4146-44c9-a81d-36d0f7df4364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:37:53.226287 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-b52fc8f6-4146-44c9-a81d-36d0f7df4364 admin admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1239281 Dec 14 18:37:55.410451 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 38868) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:37:55.502735 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296d64a3-ffc3-4391-9334-8f8281579e72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:37:55.503091 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296d64a3-ffc3-4391-9334-8f8281579e72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:37:55.504574 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-296d64a3-ffc3-4391-9334-8f8281579e72 admin admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0931287 Dec 14 18:37:57.721575 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 38876) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:37:57.807548 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7e21f9-86d4-4db9-aba6-0da5b73ee6f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:37:57.808905 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-5e7e21f9-86d4-4db9-aba6-0da5b73ee6f7 admin admin] 10.222.0.71 "GET /v2.0/subnets/8e9c9e92-9812-43f3-93d5-9d715bd5944d HTTP/1.1" status: 200 len: 816 time: 0.0863988 Dec 14 18:37:59.990392 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 38884) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:38:00.081760 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc5e479-83df-4663-a2b8-c1ed7a08d4aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:38:00.083092 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-abc5e479-83df-4663-a2b8-c1ed7a08d4aa admin admin] 10.222.0.71 "GET /v2.0/subnets/fe06d085-66b2-46e7-a279-2479847e16c3 HTTP/1.1" status: 200 len: 868 time: 0.0918348 Dec 14 18:38:07.762440 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.agents_db [None req-bc91d4ce-6c5b-4ff0-abae-02e3a00e1a46 None None] Agent healthcheck: found 5 active agents {{(pid=108023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:38:12.346681 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-d69b682d-7a8e-4b46-8ebb-d164d808eb61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:38:14.725176 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-60035685-d32c-42fa-80b7-c8f3b22dc627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:38:16.118590 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:38:17.450972 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:38:17.836964 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:38:24.156402 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 38938) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:38:24.204644 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [None req-47952c2c-d086-4dab-a2f7-b6f50cf3e40c admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=108021) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 18:38:24.205668 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-47952c2c-d086-4dab-a2f7-b6f50cf3e40c admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0482602 Dec 14 18:38:26.473800 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 38946) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:38:26.534320 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.pecan_wsgi.hooks.translation [None req-137c1d8d-e7c0-4eb9-9d24-78f7e70043d1 admin admin] GET failed (client error): The resource could not be found. Dec 14 18:38:26.535641 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-137c1d8d-e7c0-4eb9-9d24-78f7e70043d1 admin admin] 10.222.0.71 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0609109 Dec 14 18:38:26.622326 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7badf25b-f1a1-4b59-99ac-d835eea4ce62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:38:26.623817 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-7badf25b-f1a1-4b59-99ac-d835eea4ce62 admin admin] 10.222.0.71 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0835121 Dec 14 18:38:28.832965 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 38954) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:38:28.879964 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-e58baebe-893e-4d9d-aae5-2d45c640c0ed admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:38:28.900525 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58baebe-893e-4d9d-aae5-2d45c640c0ed admin admin] Made reservation on behalf of 598d97c5ad974c1eb3d7deb96d943095 for: {'network': 1} {{(pid=108021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:38:28.903493 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-e58baebe-893e-4d9d-aae5-2d45c640c0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for network, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:38:28.932934 dv-cinder-821746-1-iscsi neutron-server[108021]: WARNING neutron.services.revisions.revision_plugin [None req-e58baebe-893e-4d9d-aae5-2d45c640c0ed admin admin] Could not find related network for resource to bump revision. Dec 14 18:38:28.946248 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e58baebe-893e-4d9d-aae5-2d45c640c0ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=108021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 18:38:28.956798 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-e58baebe-893e-4d9d-aae5-2d45c640c0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017'] for segment, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:38:28.957142 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.db.segments_db [None req-e58baebe-893e-4d9d-aae5-2d45c640c0ed admin admin] Added segment 044b28d7-6686-47ed-9e76-92cde2197978 of type vlan for network 1eed3927-8f63-40b5-bf6b-802ecab360e9 Dec 14 18:38:28.996462 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-e58baebe-893e-4d9d-aae5-2d45c640c0ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730914932920'] for network, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:38:29.020986 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-e58baebe-893e-4d9d-aae5-2d45c640c0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355'] for network, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:38:29.021997 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58baebe-893e-4d9d-aae5-2d45c640c0ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:38:29.022582 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-e58baebe-893e-4d9d-aae5-2d45c640c0ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for network, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:38:29.078481 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-e58baebe-893e-4d9d-aae5-2d45c640c0ed admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2444124 Dec 14 18:38:29.085495 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58baebe-893e-4d9d-aae5-2d45c640c0ed admin admin] Pushing event updated for resources: {'Network': ['ID=1eed3927-8f63-40b5-bf6b-802ecab360e9,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:38:29.092479 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58baebe-893e-4d9d-aae5-2d45c640c0ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:38:29.092847 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58baebe-893e-4d9d-aae5-2d45c640c0ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:38:29.093189 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58baebe-893e-4d9d-aae5-2d45c640c0ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:38:29.093520 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58baebe-893e-4d9d-aae5-2d45c640c0ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:38:29.093850 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58baebe-893e-4d9d-aae5-2d45c640c0ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:38:29.094193 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58baebe-893e-4d9d-aae5-2d45c640c0ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:38:29.094544 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58baebe-893e-4d9d-aae5-2d45c640c0ed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:38:29.094895 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58baebe-893e-4d9d-aae5-2d45c640c0ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:38:29.095239 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58baebe-893e-4d9d-aae5-2d45c640c0ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:38:29.095565 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58baebe-893e-4d9d-aae5-2d45c640c0ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:38:29.095889 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58baebe-893e-4d9d-aae5-2d45c640c0ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:38:29.096207 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58baebe-893e-4d9d-aae5-2d45c640c0ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:38:29.107678 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Network 1eed3927-8f63-40b5-bf6b-802ecab360e9 details requested by agent ovs-agent-dv-cinder-821746-1-iscsi with host dv-cinder-821746-1-iscsi {{(pid=108022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 18:38:31.308878 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 38962) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:38:31.369771 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed33f376-c297-4068-9eac-8e129331d618 admin admin] GET failed (client error): The resource could not be found. Dec 14 18:38:31.371078 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-ed33f376-c297-4068-9eac-8e129331d618 admin admin] 10.222.0.71 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0612643 Dec 14 18:38:31.439135 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d04e7e0-1b18-4d83-94da-581cb8e03f28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:38:31.440579 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-9d04e7e0-1b18-4d83-94da-581cb8e03f28 admin admin] 10.222.0.71 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0645802 Dec 14 18:38:31.450727 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-a4363276-628c-4677-b618-906b0bb1c3d1 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '1eed3927-8f63-40b5-bf6b-802ecab360e9', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:38:31.470457 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4363276-628c-4677-b618-906b0bb1c3d1 admin admin] Made reservation on behalf of 598d97c5ad974c1eb3d7deb96d943095 for: {'subnet': 1} {{(pid=108021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:38:31.472705 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-a4363276-628c-4677-b618-906b0bb1c3d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:38:31.634421 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-a4363276-628c-4677-b618-906b0bb1c3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355'] for subnet, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:38:31.789847 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4363276-628c-4677-b618-906b0bb1c3d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=452ddcad-9719-47b5-bd29-bf8777ec55ae,revision_number=0']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:38:31.794219 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4363276-628c-4677-b618-906b0bb1c3d1 admin admin] Checking segment: {'id': '044b28d7-6686-47ed-9e76-92cde2197978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1eed3927-8f63-40b5-bf6b-802ecab360e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:38:31.794598 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4363276-628c-4677-b618-906b0bb1c3d1 admin admin] Network hostable DHCP agents. Network: 1eed3927-8f63-40b5-bf6b-802ecab360e9, hostable agents: ['d5bdede2-47ae-43f0-be18-738289bca353'], hosted agents: [] {{(pid=108021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 18:38:31.811103 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4363276-628c-4677-b618-906b0bb1c3d1 admin admin] Network 1eed3927-8f63-40b5-bf6b-802ecab360e9 is scheduled to be hosted by DHCP agent d5bdede2-47ae-43f0-be18-738289bca353 with binding_index 1 {{(pid=108021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 18:38:31.820141 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.base_scheduler [None req-a4363276-628c-4677-b618-906b0bb1c3d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821746-1-iscsi, 1eed3927-8f63-40b5-bf6b-802ecab360e9) {{(pid=108021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:38:31.824694 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4363276-628c-4677-b618-906b0bb1c3d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:38:31.825402 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-a4363276-628c-4677-b618-906b0bb1c3d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for subnet, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:38:31.830385 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb462141-6305-4482-877d-7b58d48dd071 None None] Network 1eed3927-8f63-40b5-bf6b-802ecab360e9 requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:38:31.841213 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-a4363276-628c-4677-b618-906b0bb1c3d1 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3938231 Dec 14 18:38:32.079327 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be873c08-2916-4f89-a62d-ffd7b06a6b74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd03c6589-1518-5a5b-92f9-2701d0e38f88-1eed3927-8f63-40b5-bf6b-802ecab360e9', 'network_id': '1eed3927-8f63-40b5-bf6b-802ecab360e9', 'tenant_id': '598d97c5ad974c1eb3d7deb96d943095', 'fixed_ips': [{'subnet_id': '452ddcad-9719-47b5-bd29-bf8777ec55ae'}]}} from dv-cinder-821746-1-iscsi. {{(pid=108022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 14 18:38:32.080231 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-be873c08-2916-4f89-a62d-ffd7b06a6b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:38:32.219855 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.db_base_plugin_common [None req-be873c08-2916-4f89-a62d-ffd7b06a6b74 None None] Allocated IP 192.168.233.2 (1eed3927-8f63-40b5-bf6b-802ecab360e9/452ddcad-9719-47b5-bd29-bf8777ec55ae/cf9cac04-c7b4-4eb6-aa4f-fd9b41b0b96f) {{(pid=108022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:38:32.363574 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-be873c08-2916-4f89-a62d-ffd7b06a6b74 None None] Notify callbacks [] for port, precommit_create {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:38:32.369313 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-be873c08-2916-4f89-a62d-ffd7b06a6b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957'] for port, after_create {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:38:32.405704 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be873c08-2916-4f89-a62d-ffd7b06a6b74 None None] Network 1eed3927-8f63-40b5-bf6b-802ecab360e9 is already hosted by enough agents. {{(pid=108022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:38:32.408574 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.scheduler.base_scheduler [None req-be873c08-2916-4f89-a62d-ffd7b06a6b74 None None] Resources bound (agent type, host, resource id): {{(pid=108022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:38:32.412010 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be873c08-2916-4f89-a62d-ffd7b06a6b74 None None] Received port after_create {{(pid=108022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:38:32.424868 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be873c08-2916-4f89-a62d-ffd7b06a6b74 None None] Pushing event updated for resources: {'Port': ['ID=cf9cac04-c7b4-4eb6-aa4f-fd9b41b0b96f,revision_number=1']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:38:32.444762 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be873c08-2916-4f89-a62d-ffd7b06a6b74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:38:32.445138 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be873c08-2916-4f89-a62d-ffd7b06a6b74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:38:32.445487 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be873c08-2916-4f89-a62d-ffd7b06a6b74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:38:32.445825 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be873c08-2916-4f89-a62d-ffd7b06a6b74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:38:32.446161 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be873c08-2916-4f89-a62d-ffd7b06a6b74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:38:32.446493 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be873c08-2916-4f89-a62d-ffd7b06a6b74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:38:32.446848 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be873c08-2916-4f89-a62d-ffd7b06a6b74 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:38:32.447171 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be873c08-2916-4f89-a62d-ffd7b06a6b74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:38:32.447499 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be873c08-2916-4f89-a62d-ffd7b06a6b74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:38:32.447886 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be873c08-2916-4f89-a62d-ffd7b06a6b74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:38:32.448209 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be873c08-2916-4f89-a62d-ffd7b06a6b74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:38:32.448532 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be873c08-2916-4f89-a62d-ffd7b06a6b74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:38:32.482023 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-be873c08-2916-4f89-a62d-ffd7b06a6b74 None None] Attempting to bind port cf9cac04-c7b4-4eb6-aa4f-fd9b41b0b96f on host dv-cinder-821746-1-iscsi for vnic_type normal with profile {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:38:32.482417 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-be873c08-2916-4f89-a62d-ffd7b06a6b74 None None] Attempting to bind port cf9cac04-c7b4-4eb6-aa4f-fd9b41b0b96f by drivers openvswitch,hyperv on host dv-cinder-821746-1-iscsi at level 0 using segments [{'id': '044b28d7-6686-47ed-9e76-92cde2197978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1eed3927-8f63-40b5-bf6b-802ecab360e9'}] {{(pid=108022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:38:32.482811 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be873c08-2916-4f89-a62d-ffd7b06a6b74 None None] Attempting to bind port cf9cac04-c7b4-4eb6-aa4f-fd9b41b0b96f on network 1eed3927-8f63-40b5-bf6b-802ecab360e9 {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:38:32.487908 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be873c08-2916-4f89-a62d-ffd7b06a6b74 None None] Checking agent: {'id': '196026f5-f687-4c63-8152-952b788e987b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 35, 18), 'started_at': datetime.datetime(2021, 12, 14, 18, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:38:32.488274 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be873c08-2916-4f89-a62d-ffd7b06a6b74 None None] Checking segment: {'id': '044b28d7-6686-47ed-9e76-92cde2197978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1eed3927-8f63-40b5-bf6b-802ecab360e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:38:32.488686 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-be873c08-2916-4f89-a62d-ffd7b06a6b74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:38:32.489056 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be873c08-2916-4f89-a62d-ffd7b06a6b74 None None] Bound using segment: {'id': '044b28d7-6686-47ed-9e76-92cde2197978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1eed3927-8f63-40b5-bf6b-802ecab360e9'} {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:38:32.489512 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-be873c08-2916-4f89-a62d-ffd7b06a6b74 None None] Bound port: cf9cac04-c7b4-4eb6-aa4f-fd9b41b0b96f, host: dv-cinder-821746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '044b28d7-6686-47ed-9e76-92cde2197978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1eed3927-8f63-40b5-bf6b-802ecab360e9'}}] {{(pid=108022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:38:32.489901 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-be873c08-2916-4f89-a62d-ffd7b06a6b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:38:32.556449 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-be873c08-2916-4f89-a62d-ffd7b06a6b74 None None] For port cf9cac04-c7b4-4eb6-aa4f-fd9b41b0b96f, host dv-cinder-821746-1-iscsi, cleared binding levels {{(pid=108022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:38:32.560557 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-be873c08-2916-4f89-a62d-ffd7b06a6b74 None None] For port cf9cac04-c7b4-4eb6-aa4f-fd9b41b0b96f, host dv-cinder-821746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=cf9cac04-c7b4-4eb6-aa4f-fd9b41b0b96f,segment=NetworkSegment(044b28d7-6686-47ed-9e76-92cde2197978),segment_id=044b28d7-6686-47ed-9e76-92cde2197978)] {{(pid=108022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:38:32.565754 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-be873c08-2916-4f89-a62d-ffd7b06a6b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:38:32.627206 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be873c08-2916-4f89-a62d-ffd7b06a6b74 None None] Pushing event updated for resources: {'Port': ['ID=cf9cac04-c7b4-4eb6-aa4f-fd9b41b0b96f,revision_number=2']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:38:33.348669 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device cf9cac04-c7b4-4eb6-aa4f-fd9b41b0b96f up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:38:33.412246 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port cf9cac04-c7b4-4eb6-aa4f-fd9b41b0b96f triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:38:33.412619 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:38:33.499890 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:38:33.509973 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632dfe12-db73-4eb2-9439-61dc790f1393 None None] Network 1eed3927-8f63-40b5-bf6b-802ecab360e9 requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:38:33.588066 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-ba8737c3-d096-412f-8f43-532636599bec None None] For port cf9cac04-c7b4-4eb6-aa4f-fd9b41b0b96f, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=cf9cac04-c7b4-4eb6-aa4f-fd9b41b0b96f,segment=NetworkSegment(044b28d7-6686-47ed-9e76-92cde2197978),segment_id=044b28d7-6686-47ed-9e76-92cde2197978)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:38:33.599493 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:38:33.645163 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-48f2706c-587a-4417-aede-9b672b5a4145 None None] Provisioning complete for port cf9cac04-c7b4-4eb6-aa4f-fd9b41b0b96f triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:38:33.645529 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-48f2706c-587a-4417-aede-9b672b5a4145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:38:33.708492 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Pushing event updated for resources: {'Port': ['ID=cf9cac04-c7b4-4eb6-aa4f-fd9b41b0b96f,revision_number=3']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:38:34.015778 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-df5953b2-7481-407a-ad5b-5f92e4bf40c0 None None] Provisioning complete for port cf9cac04-c7b4-4eb6-aa4f-fd9b41b0b96f triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:38:34.016083 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-df5953b2-7481-407a-ad5b-5f92e4bf40c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:38:35.312510 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device cf9cac04-c7b4-4eb6-aa4f-fd9b41b0b96f up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:38:35.361617 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port cf9cac04-c7b4-4eb6-aa4f-fd9b41b0b96f triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:38:35.361989 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:38:42.347430 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-b2920715-3402-4cdc-8131-0da1a1df5106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:38:44.726593 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-02f5e368-71db-4afd-970d-f69ece22e892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:38:44.761423 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.agents_db [None req-bc91d4ce-6c5b-4ff0-abae-02e3a00e1a46 None None] Agent healthcheck: found 5 active agents {{(pid=108023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:38:46.120639 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:38:47.455204 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:38:47.829106 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:39:12.349472 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-7c19fa30-7a38-4503-8330-23098d2cb9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:39:14.727148 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-91a7041f-61ae-4f49-a534-aaba070b84e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:39:16.125387 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:39:17.456772 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:39:17.829739 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:39:21.760172 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.agents_db [None req-bc91d4ce-6c5b-4ff0-abae-02e3a00e1a46 None None] Agent healthcheck: found 5 active agents {{(pid=108023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:39:42.351714 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-4d3e033a-a179-43ec-ad23-570b5d7386db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:39:44.729441 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-8301128c-0481-4da9-be21-e30923b4febe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:39:46.126966 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:39:47.459849 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:39:47.839575 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:39:49.764642 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 39016) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:39:49.770294 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [None req-b498cafa-7ecc-43c3-aa50-9250957cb098 tempest-verify_tempest_config-719532827 tempest-verify_tempest_config-719532827-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=108020) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 18:39:49.771344 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-b498cafa-7ecc-43c3-aa50-9250957cb098 tempest-verify_tempest_config-719532827 tempest-verify_tempest_config-719532827-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057435 Dec 14 18:39:50.096790 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 39034) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:39:50.197014 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-1a981082-a82a-466c-a639-c6319489cd1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:39:50.273608 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-1a981082-a82a-466c-a639-c6319489cd1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:39:50.277440 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-1a981082-a82a-466c-a639-c6319489cd1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:39:50.324014 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-1a981082-a82a-466c-a639-c6319489cd1b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6eb7d60b6d2d44cb9f7833cb3b3056ff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2262008 Dec 14 18:39:50.324859 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a981082-a82a-466c-a639-c6319489cd1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1696ffa-e776-49ea-b932-6c27c1ec580f,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:39:50.326739 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 39038) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:39:50.344125 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a981082-a82a-466c-a639-c6319489cd1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:39:50.344473 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a981082-a82a-466c-a639-c6319489cd1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:39:50.344819 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a981082-a82a-466c-a639-c6319489cd1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:39:50.345155 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a981082-a82a-466c-a639-c6319489cd1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:39:50.345484 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a981082-a82a-466c-a639-c6319489cd1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:39:50.345830 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a981082-a82a-466c-a639-c6319489cd1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:39:50.346165 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a981082-a82a-466c-a639-c6319489cd1b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:39:50.346518 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a981082-a82a-466c-a639-c6319489cd1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:39:50.346859 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a981082-a82a-466c-a639-c6319489cd1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:39:50.347268 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a981082-a82a-466c-a639-c6319489cd1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:39:50.347506 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a981082-a82a-466c-a639-c6319489cd1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:39:50.347826 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a981082-a82a-466c-a639-c6319489cd1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:39:50.392642 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-b4e401e3-8f33-4317-9326-68433082a374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:39:50.413543 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-b4e401e3-8f33-4317-9326-68433082a374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:39:50.500970 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-b4e401e3-8f33-4317-9326-68433082a374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:39:50.503546 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-b4e401e3-8f33-4317-9326-68433082a374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:39:50.504684 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-b4e401e3-8f33-4317-9326-68433082a374 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c1696ffa-e776-49ea-b932-6c27c1ec580f HTTP/1.1" status: 204 len: 168 time: 0.1770585 Dec 14 18:39:50.512731 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e401e3-8f33-4317-9326-68433082a374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1696ffa-e776-49ea-b932-6c27c1ec580f,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:39:58.759923 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.agents_db [None req-bc91d4ce-6c5b-4ff0-abae-02e3a00e1a46 None None] Agent healthcheck: found 5 active agents {{(pid=108023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:40:12.354432 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-15725dec-b10b-4e95-86d4-f84dfd83b368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:40:14.741912 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ca8d3c68-58fe-45e4-bab7-c173ca10aadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:40:16.128742 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:40:17.467181 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:40:17.833000 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:40:35.758371 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.agents_db [None req-bc91d4ce-6c5b-4ff0-abae-02e3a00e1a46 None None] Agent healthcheck: found 5 active agents {{(pid=108023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:40:42.355171 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-8d8da72f-f7c6-4097-9b25-5b566a8c2bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:40:44.733370 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e8f74ef2-e448-440e-a3c4-c4fa42613495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:40:46.131649 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:40:47.467301 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:40:47.834239 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:41:12.355584 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-6e6f4c2a-d0e2-4190-9140-b4738a0396d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:41:12.756828 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.agents_db [None req-bc91d4ce-6c5b-4ff0-abae-02e3a00e1a46 None None] Agent healthcheck: found 5 active agents {{(pid=108023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:41:14.733492 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-1c7cb968-381b-4464-a602-bc5fa236a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:41:16.136031 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:41:17.471206 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:41:17.835948 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:41:21.728894 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-549603'] for agent, after_create {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:41:36.459781 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 39110) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:41:36.566023 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-a328f6ab-7f01-45d1-9307-632aeeb8d01a admin admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1051066 Dec 14 18:41:38.823673 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 39120) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:41:38.884371 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-34b0200c-dbd7-440f-a8de-457d5f5742bf admin admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0596151 Dec 14 18:41:42.357907 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-fc1d1c5f-fb20-40e8-a9e3-8c95846786af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:41:44.733543 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-f6882e47-1ffc-49b3-b12f-b3e93d14f4cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:41:46.140214 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:41:47.474524 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:41:47.837884 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:41:49.755532 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.agents_db [None req-bc91d4ce-6c5b-4ff0-abae-02e3a00e1a46 None None] Agent healthcheck: found 6 active agents {{(pid=108023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:41:51.709450 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:42:12.360088 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-0381d24e-d48c-49e4-a7e7-92abe2b255cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:42:14.733326 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cc8e0105-c9c6-440e-a663-08b6d61ec9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:42:16.143086 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:42:17.476910 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:42:17.839420 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:42:21.729831 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:42:26.754397 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.agents_db [None req-bc91d4ce-6c5b-4ff0-abae-02e3a00e1a46 None None] Agent healthcheck: found 6 active agents {{(pid=108023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:42:42.360843 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-67d8fa33-c219-4184-9439-3c7272994225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:42:44.734228 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-0629321b-22b2-4159-beca-0c61a13ccf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:42:46.143616 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:42:47.481560 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:42:47.842184 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:42:51.759409 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:03.753021 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.agents_db [None req-bc91d4ce-6c5b-4ff0-abae-02e3a00e1a46 None None] Agent healthcheck: found 6 active agents {{(pid=108023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:43:12.361815 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-dfb3b929-ded8-4a37-ae0c-4f6c9f3d343c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:14.742481 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-a419311e-1f49-46c0-af6a-ede2db8a9e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:15.848724 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 39230) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:16.040122 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [None req-936eb1ea-b1f6-453d-9f21-6349b13f9106 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-446952873-network', 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:43:16.063235 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936eb1ea-b1f6-453d-9f21-6349b13f9106 admin admin] Made reservation on behalf of 949697f6123f48b49b1dfa9ea09b6236 for: {'network': 1} {{(pid=108020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:43:16.067532 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-936eb1ea-b1f6-453d-9f21-6349b13f9106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for network, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:16.075695 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-936eb1ea-b1f6-453d-9f21-6349b13f9106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:16.151246 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:16.165040 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-936eb1ea-b1f6-453d-9f21-6349b13f9106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:16.169485 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-936eb1ea-b1f6-453d-9f21-6349b13f9106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:16.210263 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936eb1ea-b1f6-453d-9f21-6349b13f9106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58c39c6-aa11-43d4-946a-be957727633d,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:16.214085 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-936eb1ea-b1f6-453d-9f21-6349b13f9106 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=108020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 18:43:16.222093 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936eb1ea-b1f6-453d-9f21-6349b13f9106 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:16.222465 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936eb1ea-b1f6-453d-9f21-6349b13f9106 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:16.222839 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936eb1ea-b1f6-453d-9f21-6349b13f9106 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:16.223335 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936eb1ea-b1f6-453d-9f21-6349b13f9106 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:16.223669 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936eb1ea-b1f6-453d-9f21-6349b13f9106 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:16.224067 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936eb1ea-b1f6-453d-9f21-6349b13f9106 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:16.224404 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936eb1ea-b1f6-453d-9f21-6349b13f9106 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:16.224741 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936eb1ea-b1f6-453d-9f21-6349b13f9106 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:16.225254 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936eb1ea-b1f6-453d-9f21-6349b13f9106 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:16.225623 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936eb1ea-b1f6-453d-9f21-6349b13f9106 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:16.225988 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936eb1ea-b1f6-453d-9f21-6349b13f9106 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:16.226312 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936eb1ea-b1f6-453d-9f21-6349b13f9106 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:16.227518 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936eb1ea-b1f6-453d-9f21-6349b13f9106 admin admin] Tracked resource versions report: Dec 14 18:43:16.227518 dv-cinder-821746-1-iscsi neutron-server[108020]: pushed versions: Dec 14 18:43:16.227518 dv-cinder-821746-1-iscsi neutron-server[108020]: { 'AddressGroup': {'1.2'}, Dec 14 18:43:16.227518 dv-cinder-821746-1-iscsi neutron-server[108020]: 'ConntrackHelper': {'1.0'}, Dec 14 18:43:16.227518 dv-cinder-821746-1-iscsi neutron-server[108020]: 'Log': {'1.0'}, Dec 14 18:43:16.227518 dv-cinder-821746-1-iscsi neutron-server[108020]: 'Network': {'1.1'}, Dec 14 18:43:16.227518 dv-cinder-821746-1-iscsi neutron-server[108020]: 'Port': {'1.7'}, Dec 14 18:43:16.227518 dv-cinder-821746-1-iscsi neutron-server[108020]: 'PortForwarding': {'1.2'}, Dec 14 18:43:16.227518 dv-cinder-821746-1-iscsi neutron-server[108020]: 'QosPolicy': {'1.9'}, Dec 14 18:43:16.227518 dv-cinder-821746-1-iscsi neutron-server[108020]: 'SecurityGroup': {'1.4'}, Dec 14 18:43:16.227518 dv-cinder-821746-1-iscsi neutron-server[108020]: 'SecurityGroupRule': {'1.2'}, Dec 14 18:43:16.227518 dv-cinder-821746-1-iscsi neutron-server[108020]: 'SubPort': {'1.0'}, Dec 14 18:43:16.227518 dv-cinder-821746-1-iscsi neutron-server[108020]: 'Subnet': {'1.1'}, Dec 14 18:43:16.227518 dv-cinder-821746-1-iscsi neutron-server[108020]: 'Trunk': {'1.1'}} Dec 14 18:43:16.227518 dv-cinder-821746-1-iscsi neutron-server[108020]: consumer versions: Dec 14 18:43:16.227518 dv-cinder-821746-1-iscsi neutron-server[108020]: { DHCP agent@dv-cinder-821746-1-iscsi: {}, Dec 14 18:43:16.227518 dv-cinder-821746-1-iscsi neutron-server[108020]: HyperV agent@hv-cinder-82174: {}, Dec 14 18:43:16.227518 dv-cinder-821746-1-iscsi neutron-server[108020]: L3 agent@dv-cinder-821746-1-iscsi: {}, Dec 14 18:43:16.227518 dv-cinder-821746-1-iscsi neutron-server[108020]: Metadata agent@dv-cinder-821746-1-iscsi: {}, Dec 14 18:43:16.227518 dv-cinder-821746-1-iscsi neutron-server[108020]: Metering agent@dv-cinder-821746-1-iscsi: {}, Dec 14 18:43:16.227518 dv-cinder-821746-1-iscsi neutron-server[108020]: Open vSwitch agent@dv-cinder-821746-1-iscsi: { 'AddressGroup': '1.2', Dec 14 18:43:16.227518 dv-cinder-821746-1-iscsi neutron-server[108020]: 'ConntrackHelper': '1.0', Dec 14 18:43:16.227518 dv-cinder-821746-1-iscsi neutron-server[108020]: 'Log': '1.0', Dec 14 18:43:16.227518 dv-cinder-821746-1-iscsi neutron-server[108020]: 'Network': '1.1', Dec 14 18:43:16.227518 dv-cinder-821746-1-iscsi neutron-server[108020]: 'Port': '1.7', Dec 14 18:43:16.227518 dv-cinder-821746-1-iscsi neutron-server[108020]: 'PortForwarding': '1.2', Dec 14 18:43:16.227518 dv-cinder-821746-1-iscsi neutron-server[108020]: 'QosPolicy': '1.9', Dec 14 18:43:16.227518 dv-cinder-821746-1-iscsi neutron-server[108020]: 'SecurityGroup': '1.4', Dec 14 18:43:16.227518 dv-cinder-821746-1-iscsi neutron-server[108020]: 'SecurityGroupRule': '1.2', Dec 14 18:43:16.227518 dv-cinder-821746-1-iscsi neutron-server[108020]: 'SubPort': '1.0', Dec 14 18:43:16.227518 dv-cinder-821746-1-iscsi neutron-server[108020]: 'Subnet': '1.1', Dec 14 18:43:16.227518 dv-cinder-821746-1-iscsi neutron-server[108020]: 'Trunk': '1.1'}} Dec 14 18:43:16.227518 dv-cinder-821746-1-iscsi neutron-server[108020]: {{(pid=108020) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 14 18:43:16.236472 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-936eb1ea-b1f6-453d-9f21-6349b13f9106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017'] for segment, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:16.236687 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.db.segments_db [None req-936eb1ea-b1f6-453d-9f21-6349b13f9106 admin admin] Added segment 0ad4ed73-9327-4e24-9a3d-54336f11a8d9 of type vlan for network 7f7553d6-566b-442a-8474-b9703b3d3a26 Dec 14 18:43:16.286776 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-936eb1ea-b1f6-453d-9f21-6349b13f9106 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730914932920'] for network, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:16.313843 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-936eb1ea-b1f6-453d-9f21-6349b13f9106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355'] for network, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:16.314855 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936eb1ea-b1f6-453d-9f21-6349b13f9106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:16.315562 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-936eb1ea-b1f6-453d-9f21-6349b13f9106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for network, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:16.371423 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-936eb1ea-b1f6-453d-9f21-6349b13f9106 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5198684 Dec 14 18:43:16.374872 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 39276) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:16.380301 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-e1ef55d3-ce36-48bc-8a95-f47fc42d2a8e admin admin] Request body: {'subnet': {'network_id': '7f7553d6-566b-442a-8474-b9703b3d3a26', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-446952873-subnet', 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:43:16.391758 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936eb1ea-b1f6-453d-9f21-6349b13f9106 admin admin] Pushing event updated for resources: {'Network': ['ID=7f7553d6-566b-442a-8474-b9703b3d3a26,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:16.405109 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Network 7f7553d6-566b-442a-8474-b9703b3d3a26 details requested by agent ovs-agent-dv-cinder-821746-1-iscsi with host dv-cinder-821746-1-iscsi {{(pid=108022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 18:43:16.407462 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ef55d3-ce36-48bc-8a95-f47fc42d2a8e admin admin] Made reservation on behalf of 949697f6123f48b49b1dfa9ea09b6236 for: {'subnet': 1} {{(pid=108021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:43:16.409943 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-e1ef55d3-ce36-48bc-8a95-f47fc42d2a8e admin admin] Notify callbacks [] for subnet, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:16.593733 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-e1ef55d3-ce36-48bc-8a95-f47fc42d2a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355'] for subnet, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:16.656855 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef55d3-ce36-48bc-8a95-f47fc42d2a8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=50e7903b-7a00-4646-be83-d8fc7d2d11f1,revision_number=0']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:16.667612 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ef55d3-ce36-48bc-8a95-f47fc42d2a8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:16.667973 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ef55d3-ce36-48bc-8a95-f47fc42d2a8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:16.668350 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ef55d3-ce36-48bc-8a95-f47fc42d2a8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:16.668641 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ef55d3-ce36-48bc-8a95-f47fc42d2a8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:16.669133 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ef55d3-ce36-48bc-8a95-f47fc42d2a8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:16.669656 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ef55d3-ce36-48bc-8a95-f47fc42d2a8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:16.669991 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ef55d3-ce36-48bc-8a95-f47fc42d2a8e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:16.670318 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ef55d3-ce36-48bc-8a95-f47fc42d2a8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:16.670687 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ef55d3-ce36-48bc-8a95-f47fc42d2a8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:16.671189 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ef55d3-ce36-48bc-8a95-f47fc42d2a8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:16.671503 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ef55d3-ce36-48bc-8a95-f47fc42d2a8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:16.671973 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ef55d3-ce36-48bc-8a95-f47fc42d2a8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:16.673198 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ef55d3-ce36-48bc-8a95-f47fc42d2a8e admin admin] Tracked resource versions report: Dec 14 18:43:16.673198 dv-cinder-821746-1-iscsi neutron-server[108021]: pushed versions: Dec 14 18:43:16.673198 dv-cinder-821746-1-iscsi neutron-server[108021]: { 'AddressGroup': {'1.2'}, Dec 14 18:43:16.673198 dv-cinder-821746-1-iscsi neutron-server[108021]: 'ConntrackHelper': {'1.0'}, Dec 14 18:43:16.673198 dv-cinder-821746-1-iscsi neutron-server[108021]: 'Log': {'1.0'}, Dec 14 18:43:16.673198 dv-cinder-821746-1-iscsi neutron-server[108021]: 'Network': {'1.1'}, Dec 14 18:43:16.673198 dv-cinder-821746-1-iscsi neutron-server[108021]: 'Port': {'1.7'}, Dec 14 18:43:16.673198 dv-cinder-821746-1-iscsi neutron-server[108021]: 'PortForwarding': {'1.2'}, Dec 14 18:43:16.673198 dv-cinder-821746-1-iscsi neutron-server[108021]: 'QosPolicy': {'1.9'}, Dec 14 18:43:16.673198 dv-cinder-821746-1-iscsi neutron-server[108021]: 'SecurityGroup': {'1.4'}, Dec 14 18:43:16.673198 dv-cinder-821746-1-iscsi neutron-server[108021]: 'SecurityGroupRule': {'1.2'}, Dec 14 18:43:16.673198 dv-cinder-821746-1-iscsi neutron-server[108021]: 'SubPort': {'1.0'}, Dec 14 18:43:16.673198 dv-cinder-821746-1-iscsi neutron-server[108021]: 'Subnet': {'1.1'}, Dec 14 18:43:16.673198 dv-cinder-821746-1-iscsi neutron-server[108021]: 'Trunk': {'1.1'}} Dec 14 18:43:16.673198 dv-cinder-821746-1-iscsi neutron-server[108021]: consumer versions: Dec 14 18:43:16.673198 dv-cinder-821746-1-iscsi neutron-server[108021]: { DHCP agent@dv-cinder-821746-1-iscsi: {}, Dec 14 18:43:16.673198 dv-cinder-821746-1-iscsi neutron-server[108021]: HyperV agent@hv-cinder-82174: {}, Dec 14 18:43:16.673198 dv-cinder-821746-1-iscsi neutron-server[108021]: L3 agent@dv-cinder-821746-1-iscsi: {}, Dec 14 18:43:16.673198 dv-cinder-821746-1-iscsi neutron-server[108021]: Metadata agent@dv-cinder-821746-1-iscsi: {}, Dec 14 18:43:16.673198 dv-cinder-821746-1-iscsi neutron-server[108021]: Metering agent@dv-cinder-821746-1-iscsi: {}, Dec 14 18:43:16.673198 dv-cinder-821746-1-iscsi neutron-server[108021]: Open vSwitch agent@dv-cinder-821746-1-iscsi: { 'AddressGroup': '1.2', Dec 14 18:43:16.673198 dv-cinder-821746-1-iscsi neutron-server[108021]: 'ConntrackHelper': '1.0', Dec 14 18:43:16.673198 dv-cinder-821746-1-iscsi neutron-server[108021]: 'Log': '1.0', Dec 14 18:43:16.673198 dv-cinder-821746-1-iscsi neutron-server[108021]: 'Network': '1.1', Dec 14 18:43:16.673198 dv-cinder-821746-1-iscsi neutron-server[108021]: 'Port': '1.7', Dec 14 18:43:16.673198 dv-cinder-821746-1-iscsi neutron-server[108021]: 'PortForwarding': '1.2', Dec 14 18:43:16.673198 dv-cinder-821746-1-iscsi neutron-server[108021]: 'QosPolicy': '1.9', Dec 14 18:43:16.673198 dv-cinder-821746-1-iscsi neutron-server[108021]: 'SecurityGroup': '1.4', Dec 14 18:43:16.673198 dv-cinder-821746-1-iscsi neutron-server[108021]: 'SecurityGroupRule': '1.2', Dec 14 18:43:16.673198 dv-cinder-821746-1-iscsi neutron-server[108021]: 'SubPort': '1.0', Dec 14 18:43:16.673198 dv-cinder-821746-1-iscsi neutron-server[108021]: 'Subnet': '1.1', Dec 14 18:43:16.673198 dv-cinder-821746-1-iscsi neutron-server[108021]: 'Trunk': '1.1'}} Dec 14 18:43:16.673198 dv-cinder-821746-1-iscsi neutron-server[108021]: {{(pid=108021) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 14 18:43:16.675333 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ef55d3-ce36-48bc-8a95-f47fc42d2a8e admin admin] Checking segment: {'id': '0ad4ed73-9327-4e24-9a3d-54336f11a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7f7553d6-566b-442a-8474-b9703b3d3a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:43:16.679338 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ef55d3-ce36-48bc-8a95-f47fc42d2a8e admin admin] Network hostable DHCP agents. Network: 7f7553d6-566b-442a-8474-b9703b3d3a26, hostable agents: ['d5bdede2-47ae-43f0-be18-738289bca353'], hosted agents: [] {{(pid=108021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 18:43:16.698724 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ef55d3-ce36-48bc-8a95-f47fc42d2a8e admin admin] Network 7f7553d6-566b-442a-8474-b9703b3d3a26 is scheduled to be hosted by DHCP agent d5bdede2-47ae-43f0-be18-738289bca353 with binding_index 1 {{(pid=108021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 18:43:16.709371 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.base_scheduler [None req-e1ef55d3-ce36-48bc-8a95-f47fc42d2a8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821746-1-iscsi, 7f7553d6-566b-442a-8474-b9703b3d3a26) {{(pid=108021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:43:16.719775 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4327ce4-509e-4e9b-aa11-1ea792d3e1d1 None None] Network 7f7553d6-566b-442a-8474-b9703b3d3a26 requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:43:16.721483 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ef55d3-ce36-48bc-8a95-f47fc42d2a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:16.722206 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-e1ef55d3-ce36-48bc-8a95-f47fc42d2a8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for subnet, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:16.744502 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 39292) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:16.744708 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-e1ef55d3-ce36-48bc-8a95-f47fc42d2a8e admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3688021 Dec 14 18:43:16.749519 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [None req-0f699ff2-7d0f-47cc-a46b-a89c1314ea5e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-446952873-router', 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'}}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:43:16.780914 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-0f699ff2-7d0f-47cc-a46b-a89c1314ea5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9142'] for router, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:16.782911 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-0f699ff2-7d0f-47cc-a46b-a89c1314ea5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9151'] for router, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:16.848339 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-0f699ff2-7d0f-47cc-a46b-a89c1314ea5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:16.895236 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 39300) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:16.922820 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e74e510-2f6e-4c63-a4a3-4d89b30d001e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd03c6589-1518-5a5b-92f9-2701d0e38f88-7f7553d6-566b-442a-8474-b9703b3d3a26', 'network_id': '7f7553d6-566b-442a-8474-b9703b3d3a26', 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236', 'fixed_ips': [{'subnet_id': '50e7903b-7a00-4646-be83-d8fc7d2d11f1'}]}} from dv-cinder-821746-1-iscsi. {{(pid=108022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 14 18:43:16.923776 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-8e74e510-2f6e-4c63-a4a3-4d89b30d001e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:17.055545 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-0f699ff2-7d0f-47cc-a46b-a89c1314ea5e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:17.088250 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.db_base_plugin_common [None req-8e74e510-2f6e-4c63-a4a3-4d89b30d001e None None] Allocated IP 172.20.0.2 (7f7553d6-566b-442a-8474-b9703b3d3a26/50e7903b-7a00-4646-be83-d8fc7d2d11f1/84ad0bd4-b7a8-4d6b-9c34-3d8987abff49) {{(pid=108022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:43:17.122845 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-e3c7aebf-a9ce-457e-be46-c71069770dad admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-836490755-network', 'tenant_id': '4443a5288274445b8eccaf497ff2635f'}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:43:17.153658 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c7aebf-a9ce-457e-be46-c71069770dad admin admin] Made reservation on behalf of 4443a5288274445b8eccaf497ff2635f for: {'network': 1} {{(pid=108021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:43:17.157757 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-e3c7aebf-a9ce-457e-be46-c71069770dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for network, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:17.172258 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-e3c7aebf-a9ce-457e-be46-c71069770dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:17.282599 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-e3c7aebf-a9ce-457e-be46-c71069770dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:17.288497 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-e3c7aebf-a9ce-457e-be46-c71069770dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:17.308078 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3c7aebf-a9ce-457e-be46-c71069770dad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=108021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 18:43:17.336279 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-e3c7aebf-a9ce-457e-be46-c71069770dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017'] for segment, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:17.336605 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.db.segments_db [None req-e3c7aebf-a9ce-457e-be46-c71069770dad admin admin] Added segment 0214f993-05f3-42a9-9631-2dfb84a23fdc of type vlan for network 5310d9fd-da78-49b1-a273-0fe483d0fb18 Dec 14 18:43:17.346233 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c7aebf-a9ce-457e-be46-c71069770dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c06555-811a-437e-8ab9-410f758bcf31,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:17.394144 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-8e74e510-2f6e-4c63-a4a3-4d89b30d001e None None] Notify callbacks [] for port, precommit_create {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:17.400920 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-e3c7aebf-a9ce-457e-be46-c71069770dad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730914932920'] for network, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:17.406534 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-8e74e510-2f6e-4c63-a4a3-4d89b30d001e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957'] for port, after_create {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:17.438804 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-e3c7aebf-a9ce-457e-be46-c71069770dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355'] for network, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:17.440224 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c7aebf-a9ce-457e-be46-c71069770dad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:17.440981 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-e3c7aebf-a9ce-457e-be46-c71069770dad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for network, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:17.469846 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-0f699ff2-7d0f-47cc-a46b-a89c1314ea5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:17.483631 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-e3c7aebf-a9ce-457e-be46-c71069770dad admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5872412 Dec 14 18:43:17.485683 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e74e510-2f6e-4c63-a4a3-4d89b30d001e None None] Network 7f7553d6-566b-442a-8474-b9703b3d3a26 is already hosted by enough agents. {{(pid=108022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:43:17.501985 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 39334) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:17.511058 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [None req-105d441d-f578-4c37-ad0d-25ebcc4408bf admin admin] Request body: {'subnet': {'network_id': '5310d9fd-da78-49b1-a273-0fe483d0fb18', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-836490755-subnet', 'tenant_id': '4443a5288274445b8eccaf497ff2635f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:43:17.516557 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-0f699ff2-7d0f-47cc-a46b-a89c1314ea5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:17.524480 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.scheduler.base_scheduler [None req-8e74e510-2f6e-4c63-a4a3-4d89b30d001e None None] Resources bound (agent type, host, resource id): {{(pid=108022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:43:17.529021 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e74e510-2f6e-4c63-a4a3-4d89b30d001e None None] Received port after_create {{(pid=108022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:43:17.546358 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:17.562888 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c7aebf-a9ce-457e-be46-c71069770dad admin admin] Pushing event updated for resources: {'Network': ['ID=5310d9fd-da78-49b1-a273-0fe483d0fb18,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:17.579499 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74e510-2f6e-4c63-a4a3-4d89b30d001e None None] Pushing event updated for resources: {'Port': ['ID=84ad0bd4-b7a8-4d6b-9c34-3d8987abff49,revision_number=1']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:17.579499 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Network 5310d9fd-da78-49b1-a273-0fe483d0fb18 details requested by agent ovs-agent-dv-cinder-821746-1-iscsi with host dv-cinder-821746-1-iscsi {{(pid=108022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 18:43:17.610156 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e74e510-2f6e-4c63-a4a3-4d89b30d001e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:17.610561 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e74e510-2f6e-4c63-a4a3-4d89b30d001e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:17.610914 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e74e510-2f6e-4c63-a4a3-4d89b30d001e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:17.611253 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e74e510-2f6e-4c63-a4a3-4d89b30d001e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:17.611598 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e74e510-2f6e-4c63-a4a3-4d89b30d001e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:17.611925 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e74e510-2f6e-4c63-a4a3-4d89b30d001e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:17.612249 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e74e510-2f6e-4c63-a4a3-4d89b30d001e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:17.612577 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e74e510-2f6e-4c63-a4a3-4d89b30d001e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:17.612920 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e74e510-2f6e-4c63-a4a3-4d89b30d001e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:17.613247 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e74e510-2f6e-4c63-a4a3-4d89b30d001e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:17.613568 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e74e510-2f6e-4c63-a4a3-4d89b30d001e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:17.614341 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e74e510-2f6e-4c63-a4a3-4d89b30d001e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:17.615478 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e74e510-2f6e-4c63-a4a3-4d89b30d001e None None] Tracked resource versions report: Dec 14 18:43:17.615478 dv-cinder-821746-1-iscsi neutron-server[108022]: pushed versions: Dec 14 18:43:17.615478 dv-cinder-821746-1-iscsi neutron-server[108022]: { 'AddressGroup': {'1.2'}, Dec 14 18:43:17.615478 dv-cinder-821746-1-iscsi neutron-server[108022]: 'ConntrackHelper': {'1.0'}, Dec 14 18:43:17.615478 dv-cinder-821746-1-iscsi neutron-server[108022]: 'Log': {'1.0'}, Dec 14 18:43:17.615478 dv-cinder-821746-1-iscsi neutron-server[108022]: 'Network': {'1.1'}, Dec 14 18:43:17.615478 dv-cinder-821746-1-iscsi neutron-server[108022]: 'Port': {'1.7'}, Dec 14 18:43:17.615478 dv-cinder-821746-1-iscsi neutron-server[108022]: 'PortForwarding': {'1.2'}, Dec 14 18:43:17.615478 dv-cinder-821746-1-iscsi neutron-server[108022]: 'QosPolicy': {'1.9'}, Dec 14 18:43:17.615478 dv-cinder-821746-1-iscsi neutron-server[108022]: 'SecurityGroup': {'1.4'}, Dec 14 18:43:17.615478 dv-cinder-821746-1-iscsi neutron-server[108022]: 'SecurityGroupRule': {'1.2'}, Dec 14 18:43:17.615478 dv-cinder-821746-1-iscsi neutron-server[108022]: 'SubPort': {'1.0'}, Dec 14 18:43:17.615478 dv-cinder-821746-1-iscsi neutron-server[108022]: 'Subnet': {'1.1'}, Dec 14 18:43:17.615478 dv-cinder-821746-1-iscsi neutron-server[108022]: 'Trunk': {'1.1'}} Dec 14 18:43:17.615478 dv-cinder-821746-1-iscsi neutron-server[108022]: consumer versions: Dec 14 18:43:17.615478 dv-cinder-821746-1-iscsi neutron-server[108022]: { DHCP agent@dv-cinder-821746-1-iscsi: {}, Dec 14 18:43:17.615478 dv-cinder-821746-1-iscsi neutron-server[108022]: HyperV agent@hv-cinder-82174: {}, Dec 14 18:43:17.615478 dv-cinder-821746-1-iscsi neutron-server[108022]: L3 agent@dv-cinder-821746-1-iscsi: {}, Dec 14 18:43:17.615478 dv-cinder-821746-1-iscsi neutron-server[108022]: Metadata agent@dv-cinder-821746-1-iscsi: {}, Dec 14 18:43:17.615478 dv-cinder-821746-1-iscsi neutron-server[108022]: Metering agent@dv-cinder-821746-1-iscsi: {}, Dec 14 18:43:17.615478 dv-cinder-821746-1-iscsi neutron-server[108022]: Open vSwitch agent@dv-cinder-821746-1-iscsi: { 'AddressGroup': '1.2', Dec 14 18:43:17.615478 dv-cinder-821746-1-iscsi neutron-server[108022]: 'ConntrackHelper': '1.0', Dec 14 18:43:17.615478 dv-cinder-821746-1-iscsi neutron-server[108022]: 'Log': '1.0', Dec 14 18:43:17.615478 dv-cinder-821746-1-iscsi neutron-server[108022]: 'Network': '1.1', Dec 14 18:43:17.615478 dv-cinder-821746-1-iscsi neutron-server[108022]: 'Port': '1.7', Dec 14 18:43:17.615478 dv-cinder-821746-1-iscsi neutron-server[108022]: 'PortForwarding': '1.2', Dec 14 18:43:17.615478 dv-cinder-821746-1-iscsi neutron-server[108022]: 'QosPolicy': '1.9', Dec 14 18:43:17.615478 dv-cinder-821746-1-iscsi neutron-server[108022]: 'SecurityGroup': '1.4', Dec 14 18:43:17.615478 dv-cinder-821746-1-iscsi neutron-server[108022]: 'SecurityGroupRule': '1.2', Dec 14 18:43:17.615478 dv-cinder-821746-1-iscsi neutron-server[108022]: 'SubPort': '1.0', Dec 14 18:43:17.615478 dv-cinder-821746-1-iscsi neutron-server[108022]: 'Subnet': '1.1', Dec 14 18:43:17.615478 dv-cinder-821746-1-iscsi neutron-server[108022]: 'Trunk': '1.1'}} Dec 14 18:43:17.615478 dv-cinder-821746-1-iscsi neutron-server[108022]: {{(pid=108022) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 14 18:43:17.695211 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-8e74e510-2f6e-4c63-a4a3-4d89b30d001e None None] Attempting to bind port 84ad0bd4-b7a8-4d6b-9c34-3d8987abff49 on host dv-cinder-821746-1-iscsi for vnic_type normal with profile {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:43:17.695666 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-8e74e510-2f6e-4c63-a4a3-4d89b30d001e None None] Attempting to bind port 84ad0bd4-b7a8-4d6b-9c34-3d8987abff49 by drivers openvswitch,hyperv on host dv-cinder-821746-1-iscsi at level 0 using segments [{'id': '0ad4ed73-9327-4e24-9a3d-54336f11a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7f7553d6-566b-442a-8474-b9703b3d3a26'}] {{(pid=108022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:43:17.696119 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e74e510-2f6e-4c63-a4a3-4d89b30d001e None None] Attempting to bind port 84ad0bd4-b7a8-4d6b-9c34-3d8987abff49 on network 7f7553d6-566b-442a-8474-b9703b3d3a26 {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:43:17.705732 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e74e510-2f6e-4c63-a4a3-4d89b30d001e None None] Checking agent: {'id': '196026f5-f687-4c63-8152-952b788e987b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 35, 18), 'started_at': datetime.datetime(2021, 12, 14, 18, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:43:17.706068 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e74e510-2f6e-4c63-a4a3-4d89b30d001e None None] Checking segment: {'id': '0ad4ed73-9327-4e24-9a3d-54336f11a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7f7553d6-566b-442a-8474-b9703b3d3a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:43:17.706469 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-8e74e510-2f6e-4c63-a4a3-4d89b30d001e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:17.706880 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e74e510-2f6e-4c63-a4a3-4d89b30d001e None None] Bound using segment: {'id': '0ad4ed73-9327-4e24-9a3d-54336f11a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7f7553d6-566b-442a-8474-b9703b3d3a26'} {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:43:17.707342 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-8e74e510-2f6e-4c63-a4a3-4d89b30d001e None None] Bound port: 84ad0bd4-b7a8-4d6b-9c34-3d8987abff49, host: dv-cinder-821746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad4ed73-9327-4e24-9a3d-54336f11a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7f7553d6-566b-442a-8474-b9703b3d3a26'}}] {{(pid=108022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:43:17.707753 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-8e74e510-2f6e-4c63-a4a3-4d89b30d001e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:17.717260 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 39342) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:17.788131 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-8e74e510-2f6e-4c63-a4a3-4d89b30d001e None None] For port 84ad0bd4-b7a8-4d6b-9c34-3d8987abff49, host dv-cinder-821746-1-iscsi, cleared binding levels {{(pid=108022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:43:17.794222 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-8e74e510-2f6e-4c63-a4a3-4d89b30d001e None None] For port 84ad0bd4-b7a8-4d6b-9c34-3d8987abff49, host dv-cinder-821746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=84ad0bd4-b7a8-4d6b-9c34-3d8987abff49,segment=NetworkSegment(0ad4ed73-9327-4e24-9a3d-54336f11a8d9),segment_id=0ad4ed73-9327-4e24-9a3d-54336f11a8d9)] {{(pid=108022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:43:17.802978 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-8e74e510-2f6e-4c63-a4a3-4d89b30d001e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:17.818713 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105d441d-f578-4c37-ad0d-25ebcc4408bf admin admin] Made reservation on behalf of 4443a5288274445b8eccaf497ff2635f for: {'subnet': 1} {{(pid=108020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:43:17.821083 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-105d441d-f578-4c37-ad0d-25ebcc4408bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:17.830249 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.db_base_plugin_common [None req-0f699ff2-7d0f-47cc-a46b-a89c1314ea5e admin admin] Allocated IP 172.27.2.198 (5ea8f873-3bad-4a65-ada9-9108bfa946ef/8e9c9e92-9812-43f3-93d5-9d715bd5944d/303ba977-dea2-4fd7-b05c-89378886da8b) {{(pid=108020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:43:17.884599 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:17.890938 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74e510-2f6e-4c63-a4a3-4d89b30d001e None None] Pushing event updated for resources: {'Port': ['ID=84ad0bd4-b7a8-4d6b-9c34-3d8987abff49,revision_number=2']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:18.201766 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-105d441d-f578-4c37-ad0d-25ebcc4408bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355'] for subnet, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:18.222903 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-0f699ff2-7d0f-47cc-a46b-a89c1314ea5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:18.254199 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 39364) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:18.264182 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105d441d-f578-4c37-ad0d-25ebcc4408bf admin admin] Checking segment: {'id': '0214f993-05f3-42a9-9631-2dfb84a23fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '5310d9fd-da78-49b1-a273-0fe483d0fb18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:43:18.264814 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105d441d-f578-4c37-ad0d-25ebcc4408bf admin admin] Network hostable DHCP agents. Network: 5310d9fd-da78-49b1-a273-0fe483d0fb18, hostable agents: ['d5bdede2-47ae-43f0-be18-738289bca353'], hosted agents: [] {{(pid=108020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 18:43:18.320511 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-8f59f294-339d-44f4-9ad9-2669689b83ab admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-326746258-network', 'tenant_id': 'c8d244262bb0402da2c415ab98f5b988'}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:43:18.357953 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f59f294-339d-44f4-9ad9-2669689b83ab admin admin] Made reservation on behalf of c8d244262bb0402da2c415ab98f5b988 for: {'network': 1} {{(pid=108021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:43:18.359824 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105d441d-f578-4c37-ad0d-25ebcc4408bf admin admin] Network 5310d9fd-da78-49b1-a273-0fe483d0fb18 is scheduled to be hosted by DHCP agent d5bdede2-47ae-43f0-be18-738289bca353 with binding_index 1 {{(pid=108020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 18:43:18.360964 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-8f59f294-339d-44f4-9ad9-2669689b83ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for network, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:18.382873 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-8f59f294-339d-44f4-9ad9-2669689b83ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:18.389756 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d441d-f578-4c37-ad0d-25ebcc4408bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5768fa5-de85-4e40-9c18-3f9596c223fc,revision_number=0']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:18.398256 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.base_scheduler [None req-105d441d-f578-4c37-ad0d-25ebcc4408bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821746-1-iscsi, 5310d9fd-da78-49b1-a273-0fe483d0fb18) {{(pid=108020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:43:18.403702 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105d441d-f578-4c37-ad0d-25ebcc4408bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:18.404330 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-105d441d-f578-4c37-ad0d-25ebcc4408bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for subnet, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:18.409145 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-0f699ff2-7d0f-47cc-a46b-a89c1314ea5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957'] for port, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:18.416829 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5aae903-d94a-4b56-8a6d-771761cc1ce0 None None] Network 5310d9fd-da78-49b1-a273-0fe483d0fb18 requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:43:18.480322 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-105d441d-f578-4c37-ad0d-25ebcc4408bf admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9769049 Dec 14 18:43:18.495812 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f699ff2-7d0f-47cc-a46b-a89c1314ea5e admin admin] Network 5ea8f873-3bad-4a65-ada9-9108bfa946ef is already hosted by enough agents. {{(pid=108020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:43:18.505916 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.base_scheduler [None req-0f699ff2-7d0f-47cc-a46b-a89c1314ea5e admin admin] Resources bound (agent type, host, resource id): {{(pid=108020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:43:18.508456 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f699ff2-7d0f-47cc-a46b-a89c1314ea5e admin admin] Received port after_create {{(pid=108020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:43:18.549318 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f699ff2-7d0f-47cc-a46b-a89c1314ea5e admin admin] Pushing event updated for resources: {'Port': ['ID=303ba977-dea2-4fd7-b05c-89378886da8b,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:18.555673 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-8f59f294-339d-44f4-9ad9-2669689b83ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:18.566832 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-8f59f294-339d-44f4-9ad9-2669689b83ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:18.590017 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f59f294-339d-44f4-9ad9-2669689b83ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=108021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 18:43:18.607956 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-8f59f294-339d-44f4-9ad9-2669689b83ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017'] for segment, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:18.614564 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.db.segments_db [None req-8f59f294-339d-44f4-9ad9-2669689b83ab admin admin] Added segment afbc79ff-63f4-4186-8162-deafc6a1b2e3 of type vlan for network dd304430-c646-4db7-a934-2559ea0d87d6 Dec 14 18:43:18.688859 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7173b427-e4bd-4d37-93d4-2d6fc2f5fe8d None None] Network 5310d9fd-da78-49b1-a273-0fe483d0fb18 requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:43:18.709062 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f59f294-339d-44f4-9ad9-2669689b83ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:18.727156 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-8f59f294-339d-44f4-9ad9-2669689b83ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730914932920'] for network, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:18.772240 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-8f59f294-339d-44f4-9ad9-2669689b83ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355'] for network, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:18.773720 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f59f294-339d-44f4-9ad9-2669689b83ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:18.774605 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-8f59f294-339d-44f4-9ad9-2669689b83ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for network, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:18.852148 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f59f294-339d-44f4-9ad9-2669689b83ab admin admin] Pushing event updated for resources: {'Network': ['ID=dd304430-c646-4db7-a934-2559ea0d87d6,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:18.864385 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-8f59f294-339d-44f4-9ad9-2669689b83ab admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1456940 Dec 14 18:43:18.868995 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-dcc111d0-58f4-4bf8-a5a3-858ee69a17a0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-933774226-network', 'tenant_id': '6d30e631db984d3fa5328c6309d21ab1'}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:43:18.888800 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 39384) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:18.895207 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc111d0-58f4-4bf8-a5a3-858ee69a17a0 admin admin] Made reservation on behalf of 6d30e631db984d3fa5328c6309d21ab1 for: {'network': 1} {{(pid=108021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:43:18.898230 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Network dd304430-c646-4db7-a934-2559ea0d87d6 details requested by agent ovs-agent-dv-cinder-821746-1-iscsi with host dv-cinder-821746-1-iscsi {{(pid=108022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 18:43:18.899429 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-dcc111d0-58f4-4bf8-a5a3-858ee69a17a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for network, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:18.903934 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [None req-bbd8772c-fb70-4cc1-85cb-375e6b5ceb67 admin admin] Request body: {'subnet': {'network_id': 'dd304430-c646-4db7-a934-2559ea0d87d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-326746258-subnet', 'tenant_id': 'c8d244262bb0402da2c415ab98f5b988', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:43:18.926138 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-dcc111d0-58f4-4bf8-a5a3-858ee69a17a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:19.033300 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-dcc111d0-58f4-4bf8-a5a3-858ee69a17a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:19.038668 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-dcc111d0-58f4-4bf8-a5a3-858ee69a17a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:19.062270 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc111d0-58f4-4bf8-a5a3-858ee69a17a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=108021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 18:43:19.075922 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-dcc111d0-58f4-4bf8-a5a3-858ee69a17a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017'] for segment, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:19.076809 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.db.segments_db [None req-dcc111d0-58f4-4bf8-a5a3-858ee69a17a0 admin admin] Added segment 59268339-a9bf-4548-b15f-f5dee7a5018e of type vlan for network cec07be9-2009-49bf-b433-dbf4ec1bc7f9 Dec 14 18:43:19.106680 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-0f699ff2-7d0f-47cc-a46b-a89c1314ea5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:19.126760 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-dcc111d0-58f4-4bf8-a5a3-858ee69a17a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730914932920'] for network, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:19.163104 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-dcc111d0-58f4-4bf8-a5a3-858ee69a17a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355'] for network, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:19.165204 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc111d0-58f4-4bf8-a5a3-858ee69a17a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:19.166743 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-dcc111d0-58f4-4bf8-a5a3-858ee69a17a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for network, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:19.211708 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd8772c-fb70-4cc1-85cb-375e6b5ceb67 admin admin] Made reservation on behalf of c8d244262bb0402da2c415ab98f5b988 for: {'subnet': 1} {{(pid=108020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:43:19.214563 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-bbd8772c-fb70-4cc1-85cb-375e6b5ceb67 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:19.239058 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc111d0-58f4-4bf8-a5a3-858ee69a17a0 admin admin] Pushing event updated for resources: {'Network': ['ID=cec07be9-2009-49bf-b433-dbf4ec1bc7f9,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:19.249333 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Network cec07be9-2009-49bf-b433-dbf4ec1bc7f9 details requested by agent ovs-agent-dv-cinder-821746-1-iscsi with host dv-cinder-821746-1-iscsi {{(pid=108022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 18:43:19.251753 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc111d0-58f4-4bf8-a5a3-858ee69a17a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7cb324-0b17-4df5-ba5a-92df394b4711,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:19.267034 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-dcc111d0-58f4-4bf8-a5a3-858ee69a17a0 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0074787 Dec 14 18:43:19.267686 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 39394) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:19.272753 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-775da111-382b-44b8-974b-f266807e1365 admin admin] Request body: {'subnet': {'network_id': 'cec07be9-2009-49bf-b433-dbf4ec1bc7f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-933774226-subnet', 'tenant_id': '6d30e631db984d3fa5328c6309d21ab1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:43:19.303946 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775da111-382b-44b8-974b-f266807e1365 admin admin] Made reservation on behalf of 6d30e631db984d3fa5328c6309d21ab1 for: {'subnet': 1} {{(pid=108021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:43:19.306963 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-775da111-382b-44b8-974b-f266807e1365 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:19.400518 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e2acd7-81bc-46a9-8408-af46013327fc None None] Network 7f7553d6-566b-442a-8474-b9703b3d3a26 requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:43:19.552110 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-0f699ff2-7d0f-47cc-a46b-a89c1314ea5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-552498'] for router, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:19.568831 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-a39b7781-a9e5-40ac-894f-f940879ffcaa None None] Provisioning complete for port 84ad0bd4-b7a8-4d6b-9c34-3d8987abff49 triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:43:19.569445 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-a39b7781-a9e5-40ac-894f-f940879ffcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:19.645478 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 84ad0bd4-b7a8-4d6b-9c34-3d8987abff49 up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:43:19.656576 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-775da111-382b-44b8-974b-f266807e1365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355'] for subnet, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:19.718155 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775da111-382b-44b8-974b-f266807e1365 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c4318d4-5988-4679-8015-e2594e934f86,revision_number=0']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:19.781640 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775da111-382b-44b8-974b-f266807e1365 admin admin] Checking segment: {'id': '59268339-a9bf-4548-b15f-f5dee7a5018e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cec07be9-2009-49bf-b433-dbf4ec1bc7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:43:19.782394 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775da111-382b-44b8-974b-f266807e1365 admin admin] Network hostable DHCP agents. Network: cec07be9-2009-49bf-b433-dbf4ec1bc7f9, hostable agents: ['d5bdede2-47ae-43f0-be18-738289bca353'], hosted agents: [] {{(pid=108021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 18:43:19.802793 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775da111-382b-44b8-974b-f266807e1365 admin admin] Network cec07be9-2009-49bf-b433-dbf4ec1bc7f9 is scheduled to be hosted by DHCP agent d5bdede2-47ae-43f0-be18-738289bca353 with binding_index 1 {{(pid=108021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 18:43:19.816957 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.base_scheduler [None req-775da111-382b-44b8-974b-f266807e1365 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821746-1-iscsi, cec07be9-2009-49bf-b433-dbf4ec1bc7f9) {{(pid=108021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:43:19.835760 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81937fb2-eed9-4376-a663-e6b327b811a7 None None] Network cec07be9-2009-49bf-b433-dbf4ec1bc7f9 requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:43:19.840835 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775da111-382b-44b8-974b-f266807e1365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:19.842891 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-775da111-382b-44b8-974b-f266807e1365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for subnet, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:19.871851 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-775da111-382b-44b8-974b-f266807e1365 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6030190 Dec 14 18:43:19.878177 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 39426) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:19.886180 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-6c823270-3fda-4937-997b-bed5fc3de4cb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-933774226-router', 'tenant_id': '6d30e631db984d3fa5328c6309d21ab1', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'}}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:43:19.928136 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-6c823270-3fda-4937-997b-bed5fc3de4cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9142'] for router, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:19.929968 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-6c823270-3fda-4937-997b-bed5fc3de4cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9151'] for router, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:19.950089 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-bbd8772c-fb70-4cc1-85cb-375e6b5ceb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355'] for subnet, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:20.007181 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8772c-fb70-4cc1-85cb-375e6b5ceb67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=048742ed-8e42-40b7-b8eb-a3709809cf9f,revision_number=0']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:20.054772 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port 84ad0bd4-b7a8-4d6b-9c34-3d8987abff49 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:43:20.055457 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:20.067260 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd8772c-fb70-4cc1-85cb-375e6b5ceb67 admin admin] Checking segment: {'id': 'afbc79ff-63f4-4186-8162-deafc6a1b2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dd304430-c646-4db7-a934-2559ea0d87d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:43:20.067620 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd8772c-fb70-4cc1-85cb-375e6b5ceb67 admin admin] Network hostable DHCP agents. Network: dd304430-c646-4db7-a934-2559ea0d87d6, hostable agents: ['d5bdede2-47ae-43f0-be18-738289bca353'], hosted agents: [] {{(pid=108020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 18:43:20.109824 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-a39b7781-a9e5-40ac-894f-f940879ffcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:20.166788 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-6c823270-3fda-4937-997b-bed5fc3de4cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:20.176834 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd8772c-fb70-4cc1-85cb-375e6b5ceb67 admin admin] Network dd304430-c646-4db7-a934-2559ea0d87d6 is scheduled to be hosted by DHCP agent d5bdede2-47ae-43f0-be18-738289bca353 with binding_index 1 {{(pid=108020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 18:43:20.197863 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.base_scheduler [None req-bbd8772c-fb70-4cc1-85cb-375e6b5ceb67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821746-1-iscsi, dd304430-c646-4db7-a934-2559ea0d87d6) {{(pid=108020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:43:20.217678 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-a39b7781-a9e5-40ac-894f-f940879ffcaa None None] For port 84ad0bd4-b7a8-4d6b-9c34-3d8987abff49, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=84ad0bd4-b7a8-4d6b-9c34-3d8987abff49,segment=NetworkSegment(0ad4ed73-9327-4e24-9a3d-54336f11a8d9),segment_id=0ad4ed73-9327-4e24-9a3d-54336f11a8d9)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:43:20.218900 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd8772c-fb70-4cc1-85cb-375e6b5ceb67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:20.221204 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc73f474-4b9a-43be-b790-f1dc3340dd3a None None] Network dd304430-c646-4db7-a934-2559ea0d87d6 requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:43:20.224082 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-bbd8772c-fb70-4cc1-85cb-375e6b5ceb67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for subnet, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:20.256750 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-a39b7781-a9e5-40ac-894f-f940879ffcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:20.258529 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-bbd8772c-fb70-4cc1-85cb-375e6b5ceb67 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3685787 Dec 14 18:43:20.270771 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f699ff2-7d0f-47cc-a46b-a89c1314ea5e admin admin] Router 2eaec3f5-d1ab-4393-979c-0aa2ee05f586 is scheduled to L3 agent 61f97045-3475-4abf-9bb4-9e4a5178f14d with binding_index 1 {{(pid=108020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 18:43:20.412562 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-6c823270-3fda-4937-997b-bed5fc3de4cb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:20.418716 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05396b57-c409-4f95-bf3d-095e4293b69a None None] Network cec07be9-2009-49bf-b433-dbf4ec1bc7f9 requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:43:20.503630 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f699ff2-7d0f-47cc-a46b-a89c1314ea5e admin admin] Notify agent at l3_agent.dv-cinder-821746-1-iscsi the message routers_updated {{(pid=108020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:43:20.522862 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef79a4c3-51e7-4196-b850-1aabcab3f74c None None] Sync routers for ids ['2eaec3f5-d1ab-4393-979c-0aa2ee05f586'] in dv-cinder-821746-1-iscsi {{(pid=108023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:43:20.536616 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-0f699ff2-7d0f-47cc-a46b-a89c1314ea5e admin admin] Notify callbacks [] for router, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:20.541316 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef79a4c3-51e7-4196-b850-1aabcab3f74c None None] Routers {'2eaec3f5-d1ab-4393-979c-0aa2ee05f586'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:43:20.541492 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-0f699ff2-7d0f-47cc-a46b-a89c1314ea5e admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7923737 Dec 14 18:43:20.541600 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-ef79a4c3-51e7-4196-b850-1aabcab3f74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:43:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['2eaec3f5-d1ab-4393-979c-0aa2ee05f586'], 'active': True} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:43:20.541718 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 39454) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:20.620191 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b7781-a9e5-40ac-894f-f940879ffcaa None None] Pushing event updated for resources: {'Port': ['ID=84ad0bd4-b7a8-4d6b-9c34-3d8987abff49,revision_number=3']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:20.679528 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-5f17edcd-91fb-41c1-a9cd-f7f4cd66aeb8 None None] Provisioning complete for port 84ad0bd4-b7a8-4d6b-9c34-3d8987abff49 triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:43:20.679906 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-5f17edcd-91fb-41c1-a9cd-f7f4cd66aeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:20.842876 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-6c823270-3fda-4937-997b-bed5fc3de4cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:20.855306 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvr_db [None req-ef79a4c3-51e7-4196-b850-1aabcab3f74c None None] Set router 2eaec3f5-d1ab-4393-979c-0aa2ee05f586 gateway port host: dv-cinder-821746-1-iscsi {{(pid=108023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:43:20.880787 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-6c823270-3fda-4937-997b-bed5fc3de4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:20.965164 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df843bbe-1b43-4e23-b703-82ea5f6e2df6 None None] Network dd304430-c646-4db7-a934-2559ea0d87d6 requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:43:21.043748 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-ef79a4c3-51e7-4196-b850-1aabcab3f74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'name': 'tempest-AttachVolumeTestJSON-446952873-router', 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '303ba977-dea2-4fd7-b05c-89378886da8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:43:16Z', 'updated_at': '2021-12-14T18:43:18Z', 'revision_number': 3, 'project_id': '949697f6123f48b49b1dfa9ea09b6236', 'gw_port': {'id': '303ba977-dea2-4fd7-b05c-89378886da8b', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bb:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:43:17Z', 'updated_at': '2021-12-14T18:43:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi'}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:43:21.107903 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef79a4c3-51e7-4196-b850-1aabcab3f74c None None] Checking router: 2eaec3f5-d1ab-4393-979c-0aa2ee05f586 for host: dv-cinder-821746-1-iscsi {{(pid=108023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:43:21.109135 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef79a4c3-51e7-4196-b850-1aabcab3f74c None None] Updating router 2eaec3f5-d1ab-4393-979c-0aa2ee05f586 port 303ba977-dea2-4fd7-b05c-89378886da8b binding host dv-cinder-821746-1-iscsi {{(pid=108023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 18:43:21.112493 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.db_base_plugin_common [None req-6c823270-3fda-4937-997b-bed5fc3de4cb admin admin] Allocated IP 172.27.2.15 (5ea8f873-3bad-4a65-ada9-9108bfa946ef/8e9c9e92-9812-43f3-93d5-9d715bd5944d/1070d960-033c-415d-a9f5-e0389a2ff7d2) {{(pid=108021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:43:21.168189 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-ef79a4c3-51e7-4196-b850-1aabcab3f74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:21.405104 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-6c823270-3fda-4937-997b-bed5fc3de4cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:21.480626 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-6c823270-3fda-4937-997b-bed5fc3de4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957'] for port, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:21.489185 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 39516) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:21.508632 dv-cinder-821746-1-iscsi neutron-server[108020]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 14 18:43:21.530047 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 39522) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:21.533850 dv-cinder-821746-1-iscsi neutron-server[108021]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 14 18:43:21.539738 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-cab65d1c-ce7b-442c-80c2-75f13f8cdf76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:21.554095 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 84ad0bd4-b7a8-4d6b-9c34-3d8987abff49 up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:43:21.664726 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c823270-3fda-4937-997b-bed5fc3de4cb admin admin] Network 5ea8f873-3bad-4a65-ada9-9108bfa946ef is already hosted by enough agents. {{(pid=108021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:43:21.667231 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.base_scheduler [None req-6c823270-3fda-4937-997b-bed5fc3de4cb admin admin] Resources bound (agent type, host, resource id): {{(pid=108021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:43:21.674096 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-ef79a4c3-51e7-4196-b850-1aabcab3f74c None None] Notify callbacks [] for port, precommit_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:21.675133 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port 84ad0bd4-b7a8-4d6b-9c34-3d8987abff49 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:43:21.675574 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:21.687607 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-ef79a4c3-51e7-4196-b850-1aabcab3f74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:21.826246 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.managers [None req-ef79a4c3-51e7-4196-b850-1aabcab3f74c None None] Attempting to bind port 303ba977-dea2-4fd7-b05c-89378886da8b on host dv-cinder-821746-1-iscsi for vnic_type normal with profile {{(pid=108023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:43:21.827092 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.managers [None req-ef79a4c3-51e7-4196-b850-1aabcab3f74c None None] Attempting to bind port 303ba977-dea2-4fd7-b05c-89378886da8b by drivers openvswitch,hyperv on host dv-cinder-821746-1-iscsi at level 0 using segments [{'id': 'a712e70a-4160-45a5-bd2f-6cc771621112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'}] {{(pid=108023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:43:21.827642 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef79a4c3-51e7-4196-b850-1aabcab3f74c None None] Attempting to bind port 303ba977-dea2-4fd7-b05c-89378886da8b on network 5ea8f873-3bad-4a65-ada9-9108bfa946ef {{(pid=108023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:43:21.829311 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c823270-3fda-4937-997b-bed5fc3de4cb admin admin] Received port after_create {{(pid=108021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:43:21.841411 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84789301-eaca-4fbb-a0bf-ccf7244129e3 None None] Pushing event updated for resources: {'Port': ['ID=303ba977-dea2-4fd7-b05c-89378886da8b,revision_number=2']} {{(pid=108023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:21.846614 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef79a4c3-51e7-4196-b850-1aabcab3f74c None None] Checking agent: {'id': '196026f5-f687-4c63-8152-952b788e987b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 35, 18), 'started_at': datetime.datetime(2021, 12, 14, 18, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:43:21.847191 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef79a4c3-51e7-4196-b850-1aabcab3f74c None None] Checking segment: {'id': 'a712e70a-4160-45a5-bd2f-6cc771621112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:43:21.847798 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-ef79a4c3-51e7-4196-b850-1aabcab3f74c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:21.848351 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef79a4c3-51e7-4196-b850-1aabcab3f74c None None] Bound using segment: {'id': 'a712e70a-4160-45a5-bd2f-6cc771621112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'} {{(pid=108023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:43:21.848988 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.managers [None req-ef79a4c3-51e7-4196-b850-1aabcab3f74c None None] Bound port: 303ba977-dea2-4fd7-b05c-89378886da8b, host: dv-cinder-821746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a712e70a-4160-45a5-bd2f-6cc771621112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'}}] {{(pid=108023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:43:21.849543 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-ef79a4c3-51e7-4196-b850-1aabcab3f74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:21.856458 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84789301-eaca-4fbb-a0bf-ccf7244129e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:21.857081 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84789301-eaca-4fbb-a0bf-ccf7244129e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:21.857598 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84789301-eaca-4fbb-a0bf-ccf7244129e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:21.858098 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84789301-eaca-4fbb-a0bf-ccf7244129e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:21.858629 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84789301-eaca-4fbb-a0bf-ccf7244129e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:21.859140 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84789301-eaca-4fbb-a0bf-ccf7244129e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:21.859483 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84789301-eaca-4fbb-a0bf-ccf7244129e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:21.859805 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84789301-eaca-4fbb-a0bf-ccf7244129e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:21.860143 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84789301-eaca-4fbb-a0bf-ccf7244129e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:21.860657 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84789301-eaca-4fbb-a0bf-ccf7244129e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:21.860994 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84789301-eaca-4fbb-a0bf-ccf7244129e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:21.861574 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84789301-eaca-4fbb-a0bf-ccf7244129e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:43:21.862671 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84789301-eaca-4fbb-a0bf-ccf7244129e3 None None] Tracked resource versions report: Dec 14 18:43:21.862671 dv-cinder-821746-1-iscsi neutron-server[108023]: pushed versions: Dec 14 18:43:21.862671 dv-cinder-821746-1-iscsi neutron-server[108023]: { 'AddressGroup': {'1.2'}, Dec 14 18:43:21.862671 dv-cinder-821746-1-iscsi neutron-server[108023]: 'ConntrackHelper': {'1.0'}, Dec 14 18:43:21.862671 dv-cinder-821746-1-iscsi neutron-server[108023]: 'Log': {'1.0'}, Dec 14 18:43:21.862671 dv-cinder-821746-1-iscsi neutron-server[108023]: 'Network': {'1.1'}, Dec 14 18:43:21.862671 dv-cinder-821746-1-iscsi neutron-server[108023]: 'Port': {'1.7'}, Dec 14 18:43:21.862671 dv-cinder-821746-1-iscsi neutron-server[108023]: 'PortForwarding': {'1.2'}, Dec 14 18:43:21.862671 dv-cinder-821746-1-iscsi neutron-server[108023]: 'QosPolicy': {'1.9'}, Dec 14 18:43:21.862671 dv-cinder-821746-1-iscsi neutron-server[108023]: 'SecurityGroup': {'1.4'}, Dec 14 18:43:21.862671 dv-cinder-821746-1-iscsi neutron-server[108023]: 'SecurityGroupRule': {'1.2'}, Dec 14 18:43:21.862671 dv-cinder-821746-1-iscsi neutron-server[108023]: 'SubPort': {'1.0'}, Dec 14 18:43:21.862671 dv-cinder-821746-1-iscsi neutron-server[108023]: 'Subnet': {'1.1'}, Dec 14 18:43:21.862671 dv-cinder-821746-1-iscsi neutron-server[108023]: 'Trunk': {'1.1'}} Dec 14 18:43:21.862671 dv-cinder-821746-1-iscsi neutron-server[108023]: consumer versions: Dec 14 18:43:21.862671 dv-cinder-821746-1-iscsi neutron-server[108023]: { DHCP agent@dv-cinder-821746-1-iscsi: {}, Dec 14 18:43:21.862671 dv-cinder-821746-1-iscsi neutron-server[108023]: HyperV agent@hv-cinder-82174: {}, Dec 14 18:43:21.862671 dv-cinder-821746-1-iscsi neutron-server[108023]: L3 agent@dv-cinder-821746-1-iscsi: {}, Dec 14 18:43:21.862671 dv-cinder-821746-1-iscsi neutron-server[108023]: Metadata agent@dv-cinder-821746-1-iscsi: {}, Dec 14 18:43:21.862671 dv-cinder-821746-1-iscsi neutron-server[108023]: Metering agent@dv-cinder-821746-1-iscsi: {}, Dec 14 18:43:21.862671 dv-cinder-821746-1-iscsi neutron-server[108023]: Open vSwitch agent@dv-cinder-821746-1-iscsi: { 'AddressGroup': '1.2', Dec 14 18:43:21.862671 dv-cinder-821746-1-iscsi neutron-server[108023]: 'ConntrackHelper': '1.0', Dec 14 18:43:21.862671 dv-cinder-821746-1-iscsi neutron-server[108023]: 'Log': '1.0', Dec 14 18:43:21.862671 dv-cinder-821746-1-iscsi neutron-server[108023]: 'Network': '1.1', Dec 14 18:43:21.862671 dv-cinder-821746-1-iscsi neutron-server[108023]: 'Port': '1.7', Dec 14 18:43:21.862671 dv-cinder-821746-1-iscsi neutron-server[108023]: 'PortForwarding': '1.2', Dec 14 18:43:21.862671 dv-cinder-821746-1-iscsi neutron-server[108023]: 'QosPolicy': '1.9', Dec 14 18:43:21.862671 dv-cinder-821746-1-iscsi neutron-server[108023]: 'SecurityGroup': '1.4', Dec 14 18:43:21.862671 dv-cinder-821746-1-iscsi neutron-server[108023]: 'SecurityGroupRule': '1.2', Dec 14 18:43:21.862671 dv-cinder-821746-1-iscsi neutron-server[108023]: 'SubPort': '1.0', Dec 14 18:43:21.862671 dv-cinder-821746-1-iscsi neutron-server[108023]: 'Subnet': '1.1', Dec 14 18:43:21.862671 dv-cinder-821746-1-iscsi neutron-server[108023]: 'Trunk': '1.1'}} Dec 14 18:43:21.862671 dv-cinder-821746-1-iscsi neutron-server[108023]: {{(pid=108023) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 14 18:43:21.886591 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:21.935745 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.db [None req-ef79a4c3-51e7-4196-b850-1aabcab3f74c None None] For port 303ba977-dea2-4fd7-b05c-89378886da8b, host dv-cinder-821746-1-iscsi, cleared binding levels {{(pid=108023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:43:21.941627 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.db [None req-ef79a4c3-51e7-4196-b850-1aabcab3f74c None None] For port 303ba977-dea2-4fd7-b05c-89378886da8b, host dv-cinder-821746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=303ba977-dea2-4fd7-b05c-89378886da8b,segment=NetworkSegment(a712e70a-4160-45a5-bd2f-6cc771621112),segment_id=a712e70a-4160-45a5-bd2f-6cc771621112)] {{(pid=108023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:43:21.948198 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-ef79a4c3-51e7-4196-b850-1aabcab3f74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:22.021435 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84789301-eaca-4fbb-a0bf-ccf7244129e3 None None] Pushing event updated for resources: {'Port': ['ID=303ba977-dea2-4fd7-b05c-89378886da8b,revision_number=3']} {{(pid=108023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:22.026631 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-7c6d9752-c9a7-40ba-9de8-953e186d041f tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:22.052934 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef79a4c3-51e7-4196-b850-1aabcab3f74c None None] Routers {'2eaec3f5-d1ab-4393-979c-0aa2ee05f586'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:43:22.053758 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-ef79a4c3-51e7-4196-b850-1aabcab3f74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:43:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['2eaec3f5-d1ab-4393-979c-0aa2ee05f586'], 'active': True} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:43:22.054959 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-7c6d9752-c9a7-40ba-9de8-953e186d041f tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/networks?id=dd304430-c646-4db7-a934-2559ea0d87d6 HTTP/1.1" status: 200 len: 814 time: 0.5535626 Dec 14 18:43:22.100501 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c823270-3fda-4937-997b-bed5fc3de4cb admin admin] Pushing event updated for resources: {'Port': ['ID=1070d960-033c-415d-a9f5-e0389a2ff7d2,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:22.169142 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-63ca6c63-4b5b-4266-a784-3f7095c97a73 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/quotas/c8d244262bb0402da2c415ab98f5b988 HTTP/1.1" status: 200 len: 375 time: 0.0264087 Dec 14 18:43:22.219906 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvr_db [None req-ef79a4c3-51e7-4196-b850-1aabcab3f74c None None] Set router 2eaec3f5-d1ab-4393-979c-0aa2ee05f586 gateway port host: dv-cinder-821746-1-iscsi {{(pid=108023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:43:22.236026 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-06eff4dc-532f-4ff1-85f1-4202fcf6b81c tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=c8d244262bb0402da2c415ab98f5b988&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589812 Dec 14 18:43:22.266114 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6faa584-a511-4251-8167-4e075967f580 req-41b8e334-06de-4ef3-990f-c115dca6cd27 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:22.273257 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-b6faa584-a511-4251-8167-4e075967f580 req-41b8e334-06de-4ef3-990f-c115dca6cd27 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/networks?id=5310d9fd-da78-49b1-a273-0fe483d0fb18 HTTP/1.1" status: 200 len: 811 time: 0.7363124 Dec 14 18:43:22.343633 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.db_base_plugin_common [None req-cab65d1c-ce7b-442c-80c2-75f13f8cdf76 admin admin] Allocated IP 172.20.0.1 (7f7553d6-566b-442a-8474-b9703b3d3a26/50e7903b-7a00-4646-be83-d8fc7d2d11f1/3be75fd1-821c-49fb-aa19-76df4b7a37b7) {{(pid=108020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:43:22.528475 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-b6faa584-a511-4251-8167-4e075967f580 req-8797176d-6138-44ad-83b5-e87aefe34d53 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/quotas/4443a5288274445b8eccaf497ff2635f HTTP/1.1" status: 200 len: 375 time: 0.2433035 Dec 14 18:43:22.529208 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-cab65d1c-ce7b-442c-80c2-75f13f8cdf76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:22.552382 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-3a46d331-1210-43f2-9434-1d627a6f81c8 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=108020) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 18:43:22.553591 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-3a46d331-1210-43f2-9434-1d627a6f81c8 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0979717 Dec 14 18:43:22.575141 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-ef79a4c3-51e7-4196-b850-1aabcab3f74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'name': 'tempest-AttachVolumeTestJSON-446952873-router', 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '303ba977-dea2-4fd7-b05c-89378886da8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:43:16Z', 'updated_at': '2021-12-14T18:43:18Z', 'revision_number': 3, 'project_id': '949697f6123f48b49b1dfa9ea09b6236', 'gw_port': {'id': '303ba977-dea2-4fd7-b05c-89378886da8b', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bb:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:43:17Z', 'updated_at': '2021-12-14T18:43:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi'}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:43:22.614829 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef79a4c3-51e7-4196-b850-1aabcab3f74c None None] The sync data for ids ['2eaec3f5-d1ab-4393-979c-0aa2ee05f586'] in dv-cinder-821746-1-iscsi is: [{'id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'name': 'tempest-AttachVolumeTestJSON-446952873-router', 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '303ba977-dea2-4fd7-b05c-89378886da8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:43:16Z', 'updated_at': '2021-12-14T18:43:18Z', 'revision_number': 3, 'project_id': '949697f6123f48b49b1dfa9ea09b6236', 'gw_port': {'id': '303ba977-dea2-4fd7-b05c-89378886da8b', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bb:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:43:17Z', 'updated_at': '2021-12-14T18:43:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi'}] {{(pid=108023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:43:22.641560 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-b6faa584-a511-4251-8167-4e075967f580 req-385fdcbf-8bf4-4d59-bac7-c5905d5fd673 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=4443a5288274445b8eccaf497ff2635f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0962288 Dec 14 18:43:22.675007 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-6c823270-3fda-4937-997b-bed5fc3de4cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:22.688334 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-cab65d1c-ce7b-442c-80c2-75f13f8cdf76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957'] for port, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:22.768658 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab65d1c-ce7b-442c-80c2-75f13f8cdf76 admin admin] Pushing event updated for resources: {'Port': ['ID=3be75fd1-821c-49fb-aa19-76df4b7a37b7,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:22.780556 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab65d1c-ce7b-442c-80c2-75f13f8cdf76 admin admin] Network 7f7553d6-566b-442a-8474-b9703b3d3a26 is already hosted by enough agents. {{(pid=108020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:43:22.784515 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.base_scheduler [None req-cab65d1c-ce7b-442c-80c2-75f13f8cdf76 admin admin] Resources bound (agent type, host, resource id): {{(pid=108020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:43:22.789015 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab65d1c-ce7b-442c-80c2-75f13f8cdf76 admin admin] Received port after_create {{(pid=108020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:43:22.789563 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-cab65d1c-ce7b-442c-80c2-75f13f8cdf76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550665'] for router_interface, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:23.046832 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 39570) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:23.046832 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-6c823270-3fda-4937-997b-bed5fc3de4cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-552498'] for router, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:23.046832 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [req-b6faa584-a511-4251-8167-4e075967f580 req-024c49a5-e4ab-4e8c-9809-14aa0f5ccfae service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=108021) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 18:43:23.047416 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-7c3393be-9a5f-4cbd-9739-011f14a5d13a service neutron] 10.222.0.71 "GET /v2.0/networks/dd304430-c646-4db7-a934-2559ea0d87d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4625335 Dec 14 18:43:23.048654 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-b6faa584-a511-4251-8167-4e075967f580 req-024c49a5-e4ab-4e8c-9809-14aa0f5ccfae service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2833531 Dec 14 18:43:23.201336 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ffc66e40-a05b-4eea-9fca-8e32f60eb820 None None] Provisioning complete for port 3be75fd1-821c-49fb-aa19-76df4b7a37b7 triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:43:23.201957 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ffc66e40-a05b-4eea-9fca-8e32f60eb820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:23.237308 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-b6faa584-a511-4251-8167-4e075967f580 req-d9b50ebe-982c-4627-82e0-9d5b972cd3c5 service neutron] 10.222.0.71 "GET /v2.0/networks/5310d9fd-da78-49b1-a273-0fe483d0fb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878002 Dec 14 18:43:23.270756 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-ffc66e40-a05b-4eea-9fca-8e32f60eb820 None None] Port 3be75fd1-821c-49fb-aa19-76df4b7a37b7 cannot update to ACTIVE because it is not bound. {{(pid=108022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:43:23.270940 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-6d11cec3-1356-4387-a552-1982b47972db admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:23.312122 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-cab65d1c-ce7b-442c-80c2-75f13f8cdf76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:23.335923 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-23223a06-043f-4f32-9cb8-0870e1a0ae66 service neutron] 10.222.0.71 "GET /v2.0/networks/dd304430-c646-4db7-a934-2559ea0d87d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870889 Dec 14 18:43:23.393456 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c823270-3fda-4937-997b-bed5fc3de4cb admin admin] Router 08bd0241-21e5-40ff-9b46-4a52fe1d01ad is scheduled to L3 agent 61f97045-3475-4abf-9bb4-9e4a5178f14d with binding_index 1 {{(pid=108021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 18:43:23.573018 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 303ba977-dea2-4fd7-b05c-89378886da8b up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:43:23.658125 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-cab65d1c-ce7b-442c-80c2-75f13f8cdf76 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:23.667817 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-cab65d1c-ce7b-442c-80c2-75f13f8cdf76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:23.668641 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-cab65d1c-ce7b-442c-80c2-75f13f8cdf76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550524'] for router_interface, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:23.688217 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c823270-3fda-4937-997b-bed5fc3de4cb admin admin] Notify agent at l3_agent.dv-cinder-821746-1-iscsi the message routers_updated {{(pid=108021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:43:23.716410 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee93017-d042-4e50-b5c4-41e7f0f62c59 None None] Sync routers for ids ['08bd0241-21e5-40ff-9b46-4a52fe1d01ad'] in dv-cinder-821746-1-iscsi {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:43:23.754367 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee93017-d042-4e50-b5c4-41e7f0f62c59 None None] Routers {'08bd0241-21e5-40ff-9b46-4a52fe1d01ad'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:43:23.758004 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-1ee93017-d042-4e50-b5c4-41e7f0f62c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:43:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['08bd0241-21e5-40ff-9b46-4a52fe1d01ad'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:43:23.763674 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-6c823270-3fda-4937-997b-bed5fc3de4cb admin admin] Notify callbacks [] for router, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:23.767498 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-6c823270-3fda-4937-997b-bed5fc3de4cb admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.8860157 Dec 14 18:43:23.767838 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 39596) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:23.964023 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab65d1c-ce7b-442c-80c2-75f13f8cdf76 admin admin] Pushing event updated for resources: {'Port': ['ID=3be75fd1-821c-49fb-aa19-76df4b7a37b7,revision_number=2']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:23.972532 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-2bfc406a-4ace-423a-b275-f4b31b976c82 req-3c8054e9-a78f-4b5f-a6b5-3e3ad35dcbbc tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3696292-943a-45ac-ad18-6c6696d84c24 HTTP/1.1" status: 200 len: 210 time: 0.2845485 Dec 14 18:43:23.984582 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-b6faa584-a511-4251-8167-4e075967f580 req-dc021590-1b27-4862-b3ac-06fb41abec29 service neutron] 10.222.0.71 "GET /v2.0/networks/5310d9fd-da78-49b1-a273-0fe483d0fb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7032905 Dec 14 18:43:24.066230 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-1ee93017-d042-4e50-b5c4-41e7f0f62c59 None None] Set router 08bd0241-21e5-40ff-9b46-4a52fe1d01ad gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:43:24.161250 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-6d11cec3-1356-4387-a552-1982b47972db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:24.178569 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-6d11cec3-1356-4387-a552-1982b47972db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:24.213256 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab65d1c-ce7b-442c-80c2-75f13f8cdf76 admin admin] Network 7f7553d6-566b-442a-8474-b9703b3d3a26 is already hosted by enough agents. {{(pid=108020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:43:24.219718 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.base_scheduler [None req-cab65d1c-ce7b-442c-80c2-75f13f8cdf76 admin admin] Resources bound (agent type, host, resource id): {{(pid=108020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:43:24.308633 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-6d11cec3-1356-4387-a552-1982b47972db admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c8ce5cbd5dbe4819ba18b3d94482550d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2738376 Dec 14 18:43:24.328039 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 39624) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:24.420161 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11cec3-1356-4387-a552-1982b47972db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fbac46a-4357-49b8-9af0-bd76e863a62c,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:24.471122 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port 303ba977-dea2-4fd7-b05c-89378886da8b triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:43:24.474690 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:24.586547 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8840fd15-838c-428f-91b9-a3248a326aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:24.654248 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-1ee93017-d042-4e50-b5c4-41e7f0f62c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08bd0241-21e5-40ff-9b46-4a52fe1d01ad', 'name': 'tempest-ServerRescueNegativeTestJSON-933774226-router', 'tenant_id': '6d30e631db984d3fa5328c6309d21ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '1070d960-033c-415d-a9f5-e0389a2ff7d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:43:19Z', 'updated_at': '2021-12-14T18:43:22Z', 'revision_number': 3, 'project_id': '6d30e631db984d3fa5328c6309d21ab1', 'gw_port': {'id': '1070d960-033c-415d-a9f5-e0389a2ff7d2', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e4:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08bd0241-21e5-40ff-9b46-4a52fe1d01ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:43:20Z', 'updated_at': '2021-12-14T18:43:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi'}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:43:24.666395 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-37b49195-a8cf-4b5f-9d55-d9d1e9f3fee6 None None] Provisioning complete for port 3be75fd1-821c-49fb-aa19-76df4b7a37b7 triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:43:24.667121 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-37b49195-a8cf-4b5f-9d55-d9d1e9f3fee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:24.703407 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-6eb6d4bd-5a8e-490a-a6c3-363f6729065c req-66e99466-507d-4d8d-805f-8e7dfc72b15b tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/ports?device_id=17dfb255-9bae-45f1-a9e4-3215ecb55604 HTTP/1.1" status: 200 len: 210 time: 0.1497526 Dec 14 18:43:24.703665 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8840fd15-838c-428f-91b9-a3248a326aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:24.789616 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:24.813270 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab65d1c-ce7b-442c-80c2-75f13f8cdf76 admin admin] Router 2eaec3f5-d1ab-4393-979c-0aa2ee05f586 has already been hosted by L3 agent 61f97045-3475-4abf-9bb4-9e4a5178f14d {{(pid=108020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:43:24.814267 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-ba8737c3-d096-412f-8f43-532636599bec None None] For port 303ba977-dea2-4fd7-b05c-89378886da8b, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=303ba977-dea2-4fd7-b05c-89378886da8b,segment=NetworkSegment(a712e70a-4160-45a5-bd2f-6cc771621112),segment_id=a712e70a-4160-45a5-bd2f-6cc771621112)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:43:24.843461 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee93017-d042-4e50-b5c4-41e7f0f62c59 None None] Checking router: 08bd0241-21e5-40ff-9b46-4a52fe1d01ad for host: dv-cinder-821746-1-iscsi {{(pid=108022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:43:24.845010 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee93017-d042-4e50-b5c4-41e7f0f62c59 None None] Updating router 08bd0241-21e5-40ff-9b46-4a52fe1d01ad port 1070d960-033c-415d-a9f5-e0389a2ff7d2 binding host dv-cinder-821746-1-iscsi {{(pid=108022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 18:43:24.898450 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:24.967869 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-1ee93017-d042-4e50-b5c4-41e7f0f62c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:25.180364 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 39680) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:25.267795 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab65d1c-ce7b-442c-80c2-75f13f8cdf76 admin admin] Notify agent at l3_agent.dv-cinder-821746-1-iscsi the message routers_updated {{(pid=108020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:43:25.274072 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8840fd15-838c-428f-91b9-a3248a326aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:25.278252 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8840fd15-838c-428f-91b9-a3248a326aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:25.279705 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-8840fd15-838c-428f-91b9-a3248a326aca admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0fbac46a-4357-49b8-9af0-bd76e863a62c HTTP/1.1" status: 204 len: 168 time: 0.9415450 Dec 14 18:43:25.316252 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-cab65d1c-ce7b-442c-80c2-75f13f8cdf76 admin admin] 10.222.0.71 "PUT /v2.0/routers/2eaec3f5-d1ab-4393-979c-0aa2ee05f586/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7720516 Dec 14 18:43:25.347004 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-510785fb-ed58-40d4-8853-4cbcae367c9a req-4a5219b3-4299-4559-b18e-0e708fafb5a2 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3696292-943a-45ac-ad18-6c6696d84c24 HTTP/1.1" status: 200 len: 210 time: 0.1052361 Dec 14 18:43:25.368498 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8840fd15-838c-428f-91b9-a3248a326aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fbac46a-4357-49b8-9af0-bd76e863a62c,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:25.439683 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41d768a-d5ae-4bfb-a9aa-524ca2f869c4 None None] Sync routers for ids ['2eaec3f5-d1ab-4393-979c-0aa2ee05f586'] in dv-cinder-821746-1-iscsi {{(pid=108023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:43:25.473696 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41d768a-d5ae-4bfb-a9aa-524ca2f869c4 None None] Routers {'2eaec3f5-d1ab-4393-979c-0aa2ee05f586'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:43:25.474186 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-1ee93017-d042-4e50-b5c4-41e7f0f62c59 None None] Notify callbacks [] for port, precommit_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:25.478999 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-b41d768a-d5ae-4bfb-a9aa-524ca2f869c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:43:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['2eaec3f5-d1ab-4393-979c-0aa2ee05f586'], 'active': True} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:43:25.495489 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-37b49195-a8cf-4b5f-9d55-d9d1e9f3fee6 None None] Port 3be75fd1-821c-49fb-aa19-76df4b7a37b7 cannot update to ACTIVE because it is not bound. {{(pid=108022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:43:25.497120 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-1ee93017-d042-4e50-b5c4-41e7f0f62c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:25.679951 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-0ba9572c-bccd-4d0f-9bae-e7c68347af23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:25.782805 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Pushing event updated for resources: {'Port': ['ID=303ba977-dea2-4fd7-b05c-89378886da8b,revision_number=4']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:25.881951 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-1ee93017-d042-4e50-b5c4-41e7f0f62c59 None None] Attempting to bind port 1070d960-033c-415d-a9f5-e0389a2ff7d2 on host dv-cinder-821746-1-iscsi for vnic_type normal with profile {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:43:25.882331 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-1ee93017-d042-4e50-b5c4-41e7f0f62c59 None None] Attempting to bind port 1070d960-033c-415d-a9f5-e0389a2ff7d2 by drivers openvswitch,hyperv on host dv-cinder-821746-1-iscsi at level 0 using segments [{'id': 'a712e70a-4160-45a5-bd2f-6cc771621112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'}] {{(pid=108022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:43:25.882751 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee93017-d042-4e50-b5c4-41e7f0f62c59 None None] Attempting to bind port 1070d960-033c-415d-a9f5-e0389a2ff7d2 on network 5ea8f873-3bad-4a65-ada9-9108bfa946ef {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:43:25.883127 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvr_db [None req-b41d768a-d5ae-4bfb-a9aa-524ca2f869c4 None None] Set router 2eaec3f5-d1ab-4393-979c-0aa2ee05f586 gateway port host: dv-cinder-821746-1-iscsi {{(pid=108023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:43:25.893636 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee93017-d042-4e50-b5c4-41e7f0f62c59 None None] Checking agent: {'id': '196026f5-f687-4c63-8152-952b788e987b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 35, 18), 'started_at': datetime.datetime(2021, 12, 14, 18, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:43:25.894011 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee93017-d042-4e50-b5c4-41e7f0f62c59 None None] Checking segment: {'id': 'a712e70a-4160-45a5-bd2f-6cc771621112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:43:25.894415 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-1ee93017-d042-4e50-b5c4-41e7f0f62c59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:25.894880 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee93017-d042-4e50-b5c4-41e7f0f62c59 None None] Bound using segment: {'id': 'a712e70a-4160-45a5-bd2f-6cc771621112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'} {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:43:25.895324 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-1ee93017-d042-4e50-b5c4-41e7f0f62c59 None None] Bound port: 1070d960-033c-415d-a9f5-e0389a2ff7d2, host: dv-cinder-821746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a712e70a-4160-45a5-bd2f-6cc771621112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'}}] {{(pid=108022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:43:25.895704 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-1ee93017-d042-4e50-b5c4-41e7f0f62c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:25.927886 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1ccb3-0d0b-4e4d-80dc-2157dbb846dd None None] Pushing event updated for resources: {'Port': ['ID=1070d960-033c-415d-a9f5-e0389a2ff7d2,revision_number=2']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:25.979461 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-1ee93017-d042-4e50-b5c4-41e7f0f62c59 None None] For port 1070d960-033c-415d-a9f5-e0389a2ff7d2, host dv-cinder-821746-1-iscsi, cleared binding levels {{(pid=108022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:43:25.990352 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-1ee93017-d042-4e50-b5c4-41e7f0f62c59 None None] For port 1070d960-033c-415d-a9f5-e0389a2ff7d2, host dv-cinder-821746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=1070d960-033c-415d-a9f5-e0389a2ff7d2,segment=NetworkSegment(a712e70a-4160-45a5-bd2f-6cc771621112),segment_id=a712e70a-4160-45a5-bd2f-6cc771621112)] {{(pid=108022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:43:26.001683 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-1ee93017-d042-4e50-b5c4-41e7f0f62c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:26.020281 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-c2abb9a6-1f9c-4546-a3a1-85a85e1bc4bc req-744aec09-338f-424f-939c-e0d7f578392e tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/ports?device_id=17dfb255-9bae-45f1-a9e4-3215ecb55604 HTTP/1.1" status: 200 len: 210 time: 0.1185312 Dec 14 18:43:26.130438 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee93017-d042-4e50-b5c4-41e7f0f62c59 None None] Routers {'08bd0241-21e5-40ff-9b46-4a52fe1d01ad'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:43:26.131183 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-1ee93017-d042-4e50-b5c4-41e7f0f62c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:43:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['08bd0241-21e5-40ff-9b46-4a52fe1d01ad'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:43:26.209576 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.db_base_plugin_common [None req-0ba9572c-bccd-4d0f-9bae-e7c68347af23 admin admin] Allocated IP 172.20.0.1 (cec07be9-2009-49bf-b433-dbf4ec1bc7f9/3c4318d4-5988-4679-8015-e2594e934f86/dd5bd511-3b40-426a-8019-13cde37d8029) {{(pid=108021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:43:26.299224 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 39724) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:26.323315 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1ccb3-0d0b-4e4d-80dc-2157dbb846dd None None] Pushing event updated for resources: {'Port': ['ID=1070d960-033c-415d-a9f5-e0389a2ff7d2,revision_number=3']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:26.344760 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-bcd7c6a6-d73d-45e4-84bd-050bce380002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:26.346483 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-dcddb98a-f0d6-4fed-bd64-934428d4a038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:26.373243 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-b41d768a-d5ae-4bfb-a9aa-524ca2f869c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'name': 'tempest-AttachVolumeTestJSON-446952873-router', 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '303ba977-dea2-4fd7-b05c-89378886da8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:43:16Z', 'updated_at': '2021-12-14T18:43:23Z', 'revision_number': 4, 'project_id': '949697f6123f48b49b1dfa9ea09b6236', 'gw_port': {'id': '303ba977-dea2-4fd7-b05c-89378886da8b', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:43:17Z', 'updated_at': '2021-12-14T18:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': '3be75fd1-821c-49fb-aa19-76df4b7a37b7', 'name': '', 'network_id': '7f7553d6-566b-442a-8474-b9703b3d3a26', 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236', 'mac_address': 'fa:16:3e:70:25:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50e7903b-7a00-4646-be83-d8fc7d2d11f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:43:21Z', 'updated_at': '2021-12-14T18:43:23Z', 'revision_number': 2, 'project_id': '949697f6123f48b49b1dfa9ea09b6236', 'subnets': [{'id': '50e7903b-7a00-4646-be83-d8fc7d2d11f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:43:26.403274 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-1ee93017-d042-4e50-b5c4-41e7f0f62c59 None None] Set router 08bd0241-21e5-40ff-9b46-4a52fe1d01ad gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:43:26.414667 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41d768a-d5ae-4bfb-a9aa-524ca2f869c4 None None] Checking router: 2eaec3f5-d1ab-4393-979c-0aa2ee05f586 for host: dv-cinder-821746-1-iscsi {{(pid=108023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:43:26.416069 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41d768a-d5ae-4bfb-a9aa-524ca2f869c4 None None] Updating router 2eaec3f5-d1ab-4393-979c-0aa2ee05f586 port 3be75fd1-821c-49fb-aa19-76df4b7a37b7 binding host dv-cinder-821746-1-iscsi {{(pid=108023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 18:43:26.452306 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-b41d768a-d5ae-4bfb-a9aa-524ca2f869c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:26.514039 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-0ba9572c-bccd-4d0f-9bae-e7c68347af23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:26.554842 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-dcddb98a-f0d6-4fed-bd64-934428d4a038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:26.568262 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-dcddb98a-f0d6-4fed-bd64-934428d4a038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:26.631958 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcddb98a-f0d6-4fed-bd64-934428d4a038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91f78c7-68dd-4d28-a6d7-8ab247abc4e6,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:26.680495 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-dcddb98a-f0d6-4fed-bd64-934428d4a038 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=117019b0bc104d20b6ed2b8c06392fb5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3760118 Dec 14 18:43:26.680495 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 39734) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:26.764404 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-00d7eab7-cbea-4843-bf5c-7c85bd38573c req-ba030431-9566-4909-a2f5-51a8e0af30c2 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3696292-943a-45ac-ad18-6c6696d84c24 HTTP/1.1" status: 200 len: 210 time: 0.0823324 Dec 14 18:43:26.771038 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-0ba9572c-bccd-4d0f-9bae-e7c68347af23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957'] for port, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:26.823697 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-1ee93017-d042-4e50-b5c4-41e7f0f62c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08bd0241-21e5-40ff-9b46-4a52fe1d01ad', 'name': 'tempest-ServerRescueNegativeTestJSON-933774226-router', 'tenant_id': '6d30e631db984d3fa5328c6309d21ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '1070d960-033c-415d-a9f5-e0389a2ff7d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:43:19Z', 'updated_at': '2021-12-14T18:43:22Z', 'revision_number': 3, 'project_id': '6d30e631db984d3fa5328c6309d21ab1', 'gw_port': {'id': '1070d960-033c-415d-a9f5-e0389a2ff7d2', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e4:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08bd0241-21e5-40ff-9b46-4a52fe1d01ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:43:20Z', 'updated_at': '2021-12-14T18:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi'}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:43:26.824385 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-997a4bf8-87ed-41c7-8f11-e0240724ba65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:26.830452 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-bcd7c6a6-d73d-45e4-84bd-050bce380002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:26.840426 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba9572c-bccd-4d0f-9bae-e7c68347af23 admin admin] Network cec07be9-2009-49bf-b433-dbf4ec1bc7f9 is already hosted by enough agents. {{(pid=108021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:43:26.851379 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.base_scheduler [None req-0ba9572c-bccd-4d0f-9bae-e7c68347af23 admin admin] Resources bound (agent type, host, resource id): {{(pid=108021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:43:26.858943 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-bcd7c6a6-d73d-45e4-84bd-050bce380002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:26.861342 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-997a4bf8-87ed-41c7-8f11-e0240724ba65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:26.863199 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba9572c-bccd-4d0f-9bae-e7c68347af23 admin admin] Received port after_create {{(pid=108021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:43:26.863788 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-0ba9572c-bccd-4d0f-9bae-e7c68347af23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550665'] for router_interface, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:26.866649 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee93017-d042-4e50-b5c4-41e7f0f62c59 None None] The sync data for ids ['08bd0241-21e5-40ff-9b46-4a52fe1d01ad'] in dv-cinder-821746-1-iscsi is: [{'id': '08bd0241-21e5-40ff-9b46-4a52fe1d01ad', 'name': 'tempest-ServerRescueNegativeTestJSON-933774226-router', 'tenant_id': '6d30e631db984d3fa5328c6309d21ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '1070d960-033c-415d-a9f5-e0389a2ff7d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:43:19Z', 'updated_at': '2021-12-14T18:43:22Z', 'revision_number': 3, 'project_id': '6d30e631db984d3fa5328c6309d21ab1', 'gw_port': {'id': '1070d960-033c-415d-a9f5-e0389a2ff7d2', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e4:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08bd0241-21e5-40ff-9b46-4a52fe1d01ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:43:20Z', 'updated_at': '2021-12-14T18:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi'}] {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:43:26.948677 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-997a4bf8-87ed-41c7-8f11-e0240724ba65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:26.952186 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-997a4bf8-87ed-41c7-8f11-e0240724ba65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:26.965067 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-997a4bf8-87ed-41c7-8f11-e0240724ba65 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d91f78c7-68dd-4d28-a6d7-8ab247abc4e6 HTTP/1.1" status: 204 len: 168 time: 0.2814128 Dec 14 18:43:26.978397 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-b41d768a-d5ae-4bfb-a9aa-524ca2f869c4 None None] Notify callbacks [] for port, precommit_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:26.978900 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a4bf8-87ed-41c7-8f11-e0240724ba65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91f78c7-68dd-4d28-a6d7-8ab247abc4e6,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:26.998973 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-b41d768a-d5ae-4bfb-a9aa-524ca2f869c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:27.044939 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cdc0b9-79fc-4720-abdf-c1c01ad35fd9 None None] Pushing event updated for resources: {'Port': ['ID=3be75fd1-821c-49fb-aa19-76df4b7a37b7,revision_number=3']} {{(pid=108023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:27.164165 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.managers [None req-b41d768a-d5ae-4bfb-a9aa-524ca2f869c4 None None] Attempting to bind port 3be75fd1-821c-49fb-aa19-76df4b7a37b7 on host dv-cinder-821746-1-iscsi for vnic_type normal with profile {{(pid=108023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:43:27.164709 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.managers [None req-b41d768a-d5ae-4bfb-a9aa-524ca2f869c4 None None] Attempting to bind port 3be75fd1-821c-49fb-aa19-76df4b7a37b7 by drivers openvswitch,hyperv on host dv-cinder-821746-1-iscsi at level 0 using segments [{'id': '0ad4ed73-9327-4e24-9a3d-54336f11a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7f7553d6-566b-442a-8474-b9703b3d3a26'}] {{(pid=108023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:43:27.165255 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d768a-d5ae-4bfb-a9aa-524ca2f869c4 None None] Attempting to bind port 3be75fd1-821c-49fb-aa19-76df4b7a37b7 on network 7f7553d6-566b-442a-8474-b9703b3d3a26 {{(pid=108023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:43:27.171961 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d768a-d5ae-4bfb-a9aa-524ca2f869c4 None None] Checking agent: {'id': '196026f5-f687-4c63-8152-952b788e987b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 35, 18), 'started_at': datetime.datetime(2021, 12, 14, 18, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:43:27.172968 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d768a-d5ae-4bfb-a9aa-524ca2f869c4 None None] Checking segment: {'id': '0ad4ed73-9327-4e24-9a3d-54336f11a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7f7553d6-566b-442a-8474-b9703b3d3a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:43:27.172968 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-b41d768a-d5ae-4bfb-a9aa-524ca2f869c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:27.173693 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41d768a-d5ae-4bfb-a9aa-524ca2f869c4 None None] Bound using segment: {'id': '0ad4ed73-9327-4e24-9a3d-54336f11a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7f7553d6-566b-442a-8474-b9703b3d3a26'} {{(pid=108023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:43:27.174489 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.managers [None req-b41d768a-d5ae-4bfb-a9aa-524ca2f869c4 None None] Bound port: 3be75fd1-821c-49fb-aa19-76df4b7a37b7, host: dv-cinder-821746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad4ed73-9327-4e24-9a3d-54336f11a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7f7553d6-566b-442a-8474-b9703b3d3a26'}}] {{(pid=108023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:43:27.175047 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-b41d768a-d5ae-4bfb-a9aa-524ca2f869c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:27.218123 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 39748) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:27.222909 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [None req-4a9cc01e-2524-48bd-9f73-860c1605edfa tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Request body: {'security_group': {'name': 'tempest-securitygroup--323156598', 'description': 'tempest-description--1596257167'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:43:27.282028 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-4a9cc01e-2524-48bd-9f73-860c1605edfa tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:27.287878 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba9572c-bccd-4d0f-9bae-e7c68347af23 admin admin] Pushing event updated for resources: {'Port': ['ID=dd5bd511-3b40-426a-8019-13cde37d8029,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:27.293906 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.db [None req-b41d768a-d5ae-4bfb-a9aa-524ca2f869c4 None None] For port 3be75fd1-821c-49fb-aa19-76df4b7a37b7, host dv-cinder-821746-1-iscsi, cleared binding levels {{(pid=108023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:43:27.319552 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.db [None req-b41d768a-d5ae-4bfb-a9aa-524ca2f869c4 None None] For port 3be75fd1-821c-49fb-aa19-76df4b7a37b7, host dv-cinder-821746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=3be75fd1-821c-49fb-aa19-76df4b7a37b7,segment=NetworkSegment(0ad4ed73-9327-4e24-9a3d-54336f11a8d9),segment_id=0ad4ed73-9327-4e24-9a3d-54336f11a8d9)] {{(pid=108023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:43:27.326245 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-b41d768a-d5ae-4bfb-a9aa-524ca2f869c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:27.418438 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cdc0b9-79fc-4720-abdf-c1c01ad35fd9 None None] Pushing event updated for resources: {'Port': ['ID=3be75fd1-821c-49fb-aa19-76df4b7a37b7,revision_number=4']} {{(pid=108023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:27.450102 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-0ba9572c-bccd-4d0f-9bae-e7c68347af23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:27.471864 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-f1390db7-a13d-4adf-bc16-11d69e47a1ba req-6ca53d1e-6090-4b78-823f-0c380881c724 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/ports?device_id=17dfb255-9bae-45f1-a9e4-3215ecb55604 HTTP/1.1" status: 200 len: 210 time: 0.1853502 Dec 14 18:43:27.493841 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-bcd7c6a6-d73d-45e4-84bd-050bce380002 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f187011438a34e16ace76857011e2931&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3098652 Dec 14 18:43:27.499944 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41d768a-d5ae-4bfb-a9aa-524ca2f869c4 None None] Routers {'2eaec3f5-d1ab-4393-979c-0aa2ee05f586'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:43:27.504138 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-b41d768a-d5ae-4bfb-a9aa-524ca2f869c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:43:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['2eaec3f5-d1ab-4393-979c-0aa2ee05f586'], 'active': True} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:43:27.505328 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 39758) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:27.505666 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 39760) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:27.535973 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-a8f4b8e2-1d4c-4825-b3a1-f170ee618fed None None] Provisioning complete for port 3be75fd1-821c-49fb-aa19-76df4b7a37b7 triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:43:27.536484 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-a8f4b8e2-1d4c-4825-b3a1-f170ee618fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:27.585261 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-4a9cc01e-2524-48bd-9f73-860c1605edfa tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:27.601333 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-4a9cc01e-2524-48bd-9f73-860c1605edfa tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:27.695400 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvr_db [None req-b41d768a-d5ae-4bfb-a9aa-524ca2f869c4 None None] Set router 2eaec3f5-d1ab-4393-979c-0aa2ee05f586 gateway port host: dv-cinder-821746-1-iscsi {{(pid=108023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:43:27.744278 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7c6a6-d73d-45e4-84bd-050bce380002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71849d6-4588-488c-8c49-cb010d52fb45,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:27.760814 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-a8f4b8e2-1d4c-4825-b3a1-f170ee618fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:27.763415 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9cc01e-2524-48bd-9f73-860c1605edfa tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53019164-4006-44f4-a0cf-c794cb7be544,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:27.796819 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-4a9cc01e-2524-48bd-9f73-860c1605edfa tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:27.804989 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-4a9cc01e-2524-48bd-9f73-860c1605edfa tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.5806515 Dec 14 18:43:27.808917 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 39770) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:27.830884 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [None req-55501727-08c9-4a52-8fd9-3926f2584678 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Request body: {'security_group_rule': {'security_group_id': '53019164-4006-44f4-a0cf-c794cb7be544', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:43:27.860402 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-a8f4b8e2-1d4c-4825-b3a1-f170ee618fed None None] For port 3be75fd1-821c-49fb-aa19-76df4b7a37b7, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=3be75fd1-821c-49fb-aa19-76df4b7a37b7,segment=NetworkSegment(0ad4ed73-9327-4e24-9a3d-54336f11a8d9),segment_id=0ad4ed73-9327-4e24-9a3d-54336f11a8d9)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:43:27.870284 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 303ba977-dea2-4fd7-b05c-89378886da8b up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:43:27.880790 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-a8f4b8e2-1d4c-4825-b3a1-f170ee618fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:27.918060 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-55501727-08c9-4a52-8fd9-3926f2584678 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:27.981054 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f4b8e2-1d4c-4825-b3a1-f170ee618fed None None] Pushing event updated for resources: {'Port': ['ID=3be75fd1-821c-49fb-aa19-76df4b7a37b7,revision_number=5']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:28.014829 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-b6e137d0-b8ec-479f-b45a-34cb9ea3f607 None None] Provisioning complete for port 3be75fd1-821c-49fb-aa19-76df4b7a37b7 triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:43:28.015205 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-b6e137d0-b8ec-479f-b45a-34cb9ea3f607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:28.069312 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-55501727-08c9-4a52-8fd9-3926f2584678 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:28.072424 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port 303ba977-dea2-4fd7-b05c-89378886da8b triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:43:28.073465 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:28.076673 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-55501727-08c9-4a52-8fd9-3926f2584678 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727460'] for security_group_rule, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:28.113458 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55501727-08c9-4a52-8fd9-3926f2584678 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47f49c0e-10a7-4f50-839c-dec65ff5043d,revision_number=0']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:28.129192 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-55501727-08c9-4a52-8fd9-3926f2584678 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:28.130709 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-55501727-08c9-4a52-8fd9-3926f2584678 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3176899 Dec 14 18:43:28.133340 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 39776) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:28.136566 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-0ba9572c-bccd-4d0f-9bae-e7c68347af23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:28.140932 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [None req-4b23f65a-f6f0-42bd-8df9-35a6d16a5733 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Request body: {'security_group_rule': {'security_group_id': '53019164-4006-44f4-a0cf-c794cb7be544', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:43:28.170110 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-b11d2c3a-936a-4bbb-9f75-fe2d27af6ec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:28.206464 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-0ba9572c-bccd-4d0f-9bae-e7c68347af23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:28.207220 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-0ba9572c-bccd-4d0f-9bae-e7c68347af23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550524'] for router_interface, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:28.211303 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-b41d768a-d5ae-4bfb-a9aa-524ca2f869c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'name': 'tempest-AttachVolumeTestJSON-446952873-router', 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '303ba977-dea2-4fd7-b05c-89378886da8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:43:16Z', 'updated_at': '2021-12-14T18:43:23Z', 'revision_number': 4, 'project_id': '949697f6123f48b49b1dfa9ea09b6236', 'gw_port': {'id': '303ba977-dea2-4fd7-b05c-89378886da8b', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:43:17Z', 'updated_at': '2021-12-14T18:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': '3be75fd1-821c-49fb-aa19-76df4b7a37b7', 'name': '', 'network_id': '7f7553d6-566b-442a-8474-b9703b3d3a26', 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236', 'mac_address': 'fa:16:3e:70:25:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50e7903b-7a00-4646-be83-d8fc7d2d11f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:43:21Z', 'updated_at': '2021-12-14T18:43:27Z', 'revision_number': 4, 'project_id': '949697f6123f48b49b1dfa9ea09b6236', 'subnets': [{'id': '50e7903b-7a00-4646-be83-d8fc7d2d11f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:43:28.226433 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-8df928e7-beab-4d8a-a378-f17a242a953c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:28.239976 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 1070d960-033c-415d-a9f5-e0389a2ff7d2 up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:43:28.257886 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-8df928e7-beab-4d8a-a378-f17a242a953c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:28.262809 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9ac03627-489c-4662-989b-c958d758247e req-dec80aef-d9b9-40c1-8999-a0bb2a46e633 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3696292-943a-45ac-ad18-6c6696d84c24 HTTP/1.1" status: 200 len: 210 time: 0.0792027 Dec 14 18:43:28.266383 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-4b23f65a-f6f0-42bd-8df9-35a6d16a5733 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:28.284690 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41d768a-d5ae-4bfb-a9aa-524ca2f869c4 None None] The sync data for ids ['2eaec3f5-d1ab-4393-979c-0aa2ee05f586'] in dv-cinder-821746-1-iscsi is: [{'id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'name': 'tempest-AttachVolumeTestJSON-446952873-router', 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '303ba977-dea2-4fd7-b05c-89378886da8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:43:16Z', 'updated_at': '2021-12-14T18:43:23Z', 'revision_number': 4, 'project_id': '949697f6123f48b49b1dfa9ea09b6236', 'gw_port': {'id': '303ba977-dea2-4fd7-b05c-89378886da8b', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:43:17Z', 'updated_at': '2021-12-14T18:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': '3be75fd1-821c-49fb-aa19-76df4b7a37b7', 'name': '', 'network_id': '7f7553d6-566b-442a-8474-b9703b3d3a26', 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236', 'mac_address': 'fa:16:3e:70:25:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50e7903b-7a00-4646-be83-d8fc7d2d11f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:43:21Z', 'updated_at': '2021-12-14T18:43:27Z', 'revision_number': 4, 'project_id': '949697f6123f48b49b1dfa9ea09b6236', 'subnets': [{'id': '50e7903b-7a00-4646-be83-d8fc7d2d11f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:43:28.328619 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port 1070d960-033c-415d-a9f5-e0389a2ff7d2 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:43:28.328991 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:28.343938 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-4b23f65a-f6f0-42bd-8df9-35a6d16a5733 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:28.351447 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-4b23f65a-f6f0-42bd-8df9-35a6d16a5733 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727460'] for security_group_rule, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:28.354158 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba9572c-bccd-4d0f-9bae-e7c68347af23 admin admin] Pushing event updated for resources: {'Port': ['ID=dd5bd511-3b40-426a-8019-13cde37d8029,revision_number=2']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:28.425462 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-4b23f65a-f6f0-42bd-8df9-35a6d16a5733 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:28.426597 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-4b23f65a-f6f0-42bd-8df9-35a6d16a5733 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2911956 Dec 14 18:43:28.433119 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 39788) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:28.450690 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [None req-029bef90-e0ea-451d-b1e1-6c09b1cb99a3 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Request body: {'floatingip': {'floating_network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:43:28.500175 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23f65a-f6f0-42bd-8df9-35a6d16a5733 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dabf2a26-37c5-437f-88b0-3b183f78a6db,revision_number=0']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:28.505785 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-029bef90-e0ea-451d-b1e1-6c09b1cb99a3 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks [] for floatingip, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:28.577329 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:28.611696 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba9572c-bccd-4d0f-9bae-e7c68347af23 admin admin] Network cec07be9-2009-49bf-b433-dbf4ec1bc7f9 is already hosted by enough agents. {{(pid=108021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:43:28.620398 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.base_scheduler [None req-0ba9572c-bccd-4d0f-9bae-e7c68347af23 admin admin] Resources bound (agent type, host, resource id): {{(pid=108021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:43:28.651580 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-ba8737c3-d096-412f-8f43-532636599bec None None] For port 1070d960-033c-415d-a9f5-e0389a2ff7d2, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=1070d960-033c-415d-a9f5-e0389a2ff7d2,segment=NetworkSegment(a712e70a-4160-45a5-bd2f-6cc771621112),segment_id=a712e70a-4160-45a5-bd2f-6cc771621112)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:43:28.662395 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:28.704922 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-76b2da52-fcf7-4d68-9db5-1cb357278ed2 req-7f80b767-9f7d-4dad-827a-2f93e1690e32 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/ports?device_id=17dfb255-9bae-45f1-a9e4-3215ecb55604 HTTP/1.1" status: 200 len: 210 time: 0.0631559 Dec 14 18:43:28.754108 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-8df928e7-beab-4d8a-a378-f17a242a953c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:28.757280 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-8df928e7-beab-4d8a-a378-f17a242a953c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:28.758710 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-8df928e7-beab-4d8a-a378-f17a242a953c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d71849d6-4588-488c-8c49-cb010d52fb45 HTTP/1.1" status: 204 len: 168 time: 1.2520654 Dec 14 18:43:28.772632 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Pushing event updated for resources: {'Port': ['ID=1070d960-033c-415d-a9f5-e0389a2ff7d2,revision_number=4']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:28.829215 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-029bef90-e0ea-451d-b1e1-6c09b1cb99a3 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:28.842304 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df928e7-beab-4d8a-a378-f17a242a953c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71849d6-4588-488c-8c49-cb010d52fb45,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:28.885796 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-b11d2c3a-936a-4bbb-9f75-fe2d27af6ec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:28.897930 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-b11d2c3a-936a-4bbb-9f75-fe2d27af6ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:28.981792 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 39800) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:28.983057 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-b11d2c3a-936a-4bbb-9f75-fe2d27af6ec4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1d0921447bed4e4d853ed6a4977907ab&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4540453 Dec 14 18:43:29.023857 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d2c3a-936a-4bbb-9f75-fe2d27af6ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3c3b59-4729-4c6d-96ad-8c34b1bc6042,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:29.031898 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba9572c-bccd-4d0f-9bae-e7c68347af23 admin admin] Router 08bd0241-21e5-40ff-9b46-4a52fe1d01ad has already been hosted by L3 agent 61f97045-3475-4abf-9bb4-9e4a5178f14d {{(pid=108021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:43:29.185848 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.db_base_plugin_common [None req-029bef90-e0ea-451d-b1e1-6c09b1cb99a3 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Allocated IP 172.27.2.129 (5ea8f873-3bad-4a65-ada9-9108bfa946ef/8e9c9e92-9812-43f3-93d5-9d715bd5944d/a716cb27-7928-48ff-b2e1-4bac9de2fa1b) {{(pid=108020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:43:29.209293 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-9cd76978-51d1-4cdd-8548-ca076337194b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:29.232755 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-9cd76978-51d1-4cdd-8548-ca076337194b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:29.249098 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba9572c-bccd-4d0f-9bae-e7c68347af23 admin admin] Notify agent at l3_agent.dv-cinder-821746-1-iscsi the message routers_updated {{(pid=108021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:43:29.260174 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-0ba9572c-bccd-4d0f-9bae-e7c68347af23 admin admin] 10.222.0.71 "PUT /v2.0/routers/08bd0241-21e5-40ff-9b46-4a52fe1d01ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4776416 Dec 14 18:43:29.352932 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-9cd76978-51d1-4cdd-8548-ca076337194b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:29.356539 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-9cd76978-51d1-4cdd-8548-ca076337194b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:29.360412 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-9cd76978-51d1-4cdd-8548-ca076337194b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/db3c3b59-4729-4c6d-96ad-8c34b1bc6042 HTTP/1.1" status: 204 len: 168 time: 0.3751321 Dec 14 18:43:29.393212 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd76978-51d1-4cdd-8548-ca076337194b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3c3b59-4729-4c6d-96ad-8c34b1bc6042,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:29.414004 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-029bef90-e0ea-451d-b1e1-6c09b1cb99a3 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks [] for port, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:29.421407 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9fef4c01-5705-4c7d-a714-b104ec0900fb req-2c08615e-5e78-4c75-ab9a-4a6544820b6a tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3696292-943a-45ac-ad18-6c6696d84c24 HTTP/1.1" status: 200 len: 210 time: 0.0576375 Dec 14 18:43:29.480947 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-029bef90-e0ea-451d-b1e1-6c09b1cb99a3 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957'] for port, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:29.518850 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029bef90-e0ea-451d-b1e1-6c09b1cb99a3 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Network 5ea8f873-3bad-4a65-ada9-9108bfa946ef is already hosted by enough agents. {{(pid=108020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:43:29.523785 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.base_scheduler [None req-029bef90-e0ea-451d-b1e1-6c09b1cb99a3 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Resources bound (agent type, host, resource id): {{(pid=108020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:43:29.526975 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029bef90-e0ea-451d-b1e1-6c09b1cb99a3 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Received port after_create {{(pid=108020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:43:29.590715 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029bef90-e0ea-451d-b1e1-6c09b1cb99a3 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Pushing event updated for resources: {'Port': ['ID=a716cb27-7928-48ff-b2e1-4bac9de2fa1b,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:29.638864 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-029bef90-e0ea-451d-b1e1-6c09b1cb99a3 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:29.706486 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-029bef90-e0ea-451d-b1e1-6c09b1cb99a3 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:29.735831 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 1070d960-033c-415d-a9f5-e0389a2ff7d2 up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:43:29.825633 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port 1070d960-033c-415d-a9f5-e0389a2ff7d2 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:43:29.826351 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:29.837645 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-3a8710ff-e8ae-4a4d-a617-2b28cdf3b63e req-fbd5c87b-beb2-456d-9b6c-32cc802a0c9f tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/ports?device_id=17dfb255-9bae-45f1-a9e4-3215ecb55604 HTTP/1.1" status: 200 len: 210 time: 0.0474584 Dec 14 18:43:29.947971 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.61', 49892) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:29.994207 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 3be75fd1-821c-49fb-aa19-76df4b7a37b7 up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:43:30.003456 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-029bef90-e0ea-451d-b1e1-6c09b1cb99a3 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks [] for port, precommit_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:30.014245 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-029bef90-e0ea-451d-b1e1-6c09b1cb99a3 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:30.049763 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-029bef90-e0ea-451d-b1e1-6c09b1cb99a3 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552536'] for floatingip, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:30.097130 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port 3be75fd1-821c-49fb-aa19-76df4b7a37b7 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:43:30.097519 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:30.117525 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-029bef90-e0ea-451d-b1e1-6c09b1cb99a3 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for floatingip, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:30.119989 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-029bef90-e0ea-451d-b1e1-6c09b1cb99a3 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6856601 Dec 14 18:43:30.132860 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029bef90-e0ea-451d-b1e1-6c09b1cb99a3 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Pushing event updated for resources: {'Port': ['ID=a716cb27-7928-48ff-b2e1-4bac9de2fa1b,revision_number=2']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:30.166438 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf8ce05-f754-4c01-b740-a11d4e609a0b None None] Sync routers for ids ['08bd0241-21e5-40ff-9b46-4a52fe1d01ad'] in dv-cinder-821746-1-iscsi {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:43:30.194542 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf8ce05-f754-4c01-b740-a11d4e609a0b None None] Routers {'08bd0241-21e5-40ff-9b46-4a52fe1d01ad'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:43:30.196044 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-aaf8ce05-f754-4c01-b740-a11d4e609a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:43:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['08bd0241-21e5-40ff-9b46-4a52fe1d01ad'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:43:30.210061 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-d65a3c48-b165-4421-93ba-a64a45478fd0 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:30.212652 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-d65a3c48-b165-4421-93ba-a64a45478fd0 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.61 "GET /v2.0/networks?id=dd304430-c646-4db7-a934-2559ea0d87d6 HTTP/1.1" status: 200 len: 814 time: 0.2625201 Dec 14 18:43:30.267725 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-e249e674-ca1a-4067-900b-76fadbec7142 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Request body: {'port': {'device_id': 'a3696292-943a-45ac-ad18-6c6696d84c24', 'network_id': 'dd304430-c646-4db7-a934-2559ea0d87d6', 'admin_state_up': True, 'tenant_id': 'c8d244262bb0402da2c415ab98f5b988'}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:43:30.349391 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 39846) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:30.370982 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-aaf8ce05-f754-4c01-b740-a11d4e609a0b None None] Set router 08bd0241-21e5-40ff-9b46-4a52fe1d01ad gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:43:30.373969 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-877fc09d-11b1-4ecb-8e4c-d19bb3eef80b admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:30.635027 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.61', 49897) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:30.751108 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-877fc09d-11b1-4ecb-8e4c-d19bb3eef80b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:30.902096 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b28e9365-2cd1-44b8-a909-7a0ed159c7ee req-d84b9296-e3fa-4ff6-af71-891fcd059d23 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3696292-943a-45ac-ad18-6c6696d84c24 HTTP/1.1" status: 200 len: 210 time: 0.2683513 Dec 14 18:43:30.905818 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-aaf8ce05-f754-4c01-b740-a11d4e609a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08bd0241-21e5-40ff-9b46-4a52fe1d01ad', 'name': 'tempest-ServerRescueNegativeTestJSON-933774226-router', 'tenant_id': '6d30e631db984d3fa5328c6309d21ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '1070d960-033c-415d-a9f5-e0389a2ff7d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:43:19Z', 'updated_at': '2021-12-14T18:43:27Z', 'revision_number': 4, 'project_id': '6d30e631db984d3fa5328c6309d21ab1', 'gw_port': {'id': '1070d960-033c-415d-a9f5-e0389a2ff7d2', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bd0241-21e5-40ff-9b46-4a52fe1d01ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:43:20Z', 'updated_at': '2021-12-14T18:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': 'dd5bd511-3b40-426a-8019-13cde37d8029', 'name': '', 'network_id': 'cec07be9-2009-49bf-b433-dbf4ec1bc7f9', 'tenant_id': '6d30e631db984d3fa5328c6309d21ab1', 'mac_address': 'fa:16:3e:f1:53:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08bd0241-21e5-40ff-9b46-4a52fe1d01ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3c4318d4-5988-4679-8015-e2594e934f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:43:25Z', 'updated_at': '2021-12-14T18:43:27Z', 'revision_number': 2, 'project_id': '6d30e631db984d3fa5328c6309d21ab1', 'subnets': [{'id': '3c4318d4-5988-4679-8015-e2594e934f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:43:30.964997 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-877fc09d-11b1-4ecb-8e4c-d19bb3eef80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:30.988819 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf8ce05-f754-4c01-b740-a11d4e609a0b None None] Checking router: 08bd0241-21e5-40ff-9b46-4a52fe1d01ad for host: dv-cinder-821746-1-iscsi {{(pid=108022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:43:30.989182 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf8ce05-f754-4c01-b740-a11d4e609a0b None None] Updating router 08bd0241-21e5-40ff-9b46-4a52fe1d01ad port dd5bd511-3b40-426a-8019-13cde37d8029 binding host dv-cinder-821746-1-iscsi {{(pid=108022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 18:43:31.062265 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-aaf8ce05-f754-4c01-b740-a11d4e609a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:31.129654 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877fc09d-11b1-4ecb-8e4c-d19bb3eef80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a23f05c-dcc4-40c6-8ae3-ef3f93b22cf4,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:31.148844 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-877fc09d-11b1-4ecb-8e4c-d19bb3eef80b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fb4f7d550e234486833ba39215c9c0d0&name=default HTTP/1.1" status: 200 len: 2977 time: 0.7955744 Dec 14 18:43:31.149418 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 39918) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:31.165294 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b8675-2292-48ed-909a-307881452d72 req-95eeb5b6-bac9-44ca-8838-a4c873ceb157 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:31.167117 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-4d8b8675-2292-48ed-909a-307881452d72 req-95eeb5b6-bac9-44ca-8838-a4c873ceb157 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/networks?id=cec07be9-2009-49bf-b433-dbf4ec1bc7f9 HTTP/1.1" status: 200 len: 818 time: 0.4382179 Dec 14 18:43:31.168471 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-e249e674-ca1a-4067-900b-76fadbec7142 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Made reservation on behalf of c8d244262bb0402da2c415ab98f5b988 for: {'port': 1} {{(pid=108021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:43:31.172144 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-e249e674-ca1a-4067-900b-76fadbec7142 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:31.189112 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6faa584-a511-4251-8167-4e075967f580 req-40e52824-d085-4ffc-adc8-ae836d63e41a tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:31.192837 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-4d8b8675-2292-48ed-909a-307881452d72 req-b222d597-8629-4b2d-ac72-756766532813 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/quotas/6d30e631db984d3fa5328c6309d21ab1 HTTP/1.1" status: 200 len: 375 time: 0.0179949 Dec 14 18:43:31.200399 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b6faa584-a511-4251-8167-4e075967f580 req-40e52824-d085-4ffc-adc8-ae836d63e41a tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.61 "GET /v2.0/networks?id=5310d9fd-da78-49b1-a273-0fe483d0fb18 HTTP/1.1" status: 200 len: 811 time: 0.5641572 Dec 14 18:43:31.235139 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [req-b6faa584-a511-4251-8167-4e075967f580 req-b54c576e-be2d-4e24-96d0-36aa852bea6f tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] Request body: {'port': {'device_id': '17dfb255-9bae-45f1-a9e4-3215ecb55604', 'network_id': '5310d9fd-da78-49b1-a273-0fe483d0fb18', 'admin_state_up': True, 'tenant_id': '4443a5288274445b8eccaf497ff2635f'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:43:31.256385 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 39920) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:31.377048 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-4d8b8675-2292-48ed-909a-307881452d72 req-bd5e006d-dd5e-4be3-b19e-824101a84ba0 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6d30e631db984d3fa5328c6309d21ab1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1762588 Dec 14 18:43:31.521412 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-9552cf55-0738-4666-b873-b8faf3b607af tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--323156598&fields=id&tenant_id=949697f6123f48b49b1dfa9ea09b6236 HTTP/1.1" status: 200 len: 267 time: 0.4459605 Dec 14 18:43:31.707015 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-cf40042b-e578-4579-a0a4-b4ddc6debdbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:31.718470 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.db_base_plugin_common [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-e249e674-ca1a-4067-900b-76fadbec7142 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Allocated IP 172.20.0.4 (dd304430-c646-4db7-a934-2559ea0d87d6/048742ed-8e42-40b7-b8eb-a3709809cf9f/dc5c5a9f-e43e-4880-9f97-d6ac12250964) {{(pid=108021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:43:31.747325 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-aaf8ce05-f754-4c01-b740-a11d4e609a0b None None] Notify callbacks [] for port, precommit_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:31.760235 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-aaf8ce05-f754-4c01-b740-a11d4e609a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:31.824295 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-4d8b8675-2292-48ed-909a-307881452d72 req-416c959d-c1d6-499f-832c-82ff4564e10c service neutron] 10.222.0.71 "GET /v2.0/networks/cec07be9-2009-49bf-b433-dbf4ec1bc7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374642 Dec 14 18:43:31.841670 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [None req-d9220db7-8c5b-4723-9735-c0b2c21c52d6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1815699311-network', 'tenant_id': '489d6cd115604a9bb9284c15ca244ec1'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:43:31.920022 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-cf40042b-e578-4579-a0a4-b4ddc6debdbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:32.069603 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9220db7-8c5b-4723-9735-c0b2c21c52d6 admin admin] Made reservation on behalf of 489d6cd115604a9bb9284c15ca244ec1 for: {'network': 1} {{(pid=108020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:43:32.079965 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-d9220db7-8c5b-4723-9735-c0b2c21c52d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for network, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:32.086959 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a934c20-2ebc-4f6d-b912-f8474d59f31c None None] Pushing event updated for resources: {'Port': ['ID=dd5bd511-3b40-426a-8019-13cde37d8029,revision_number=3']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:32.121963 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-d9220db7-8c5b-4723-9735-c0b2c21c52d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:32.127001 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-aaf8ce05-f754-4c01-b740-a11d4e609a0b None None] Attempting to bind port dd5bd511-3b40-426a-8019-13cde37d8029 on host dv-cinder-821746-1-iscsi for vnic_type normal with profile {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:43:32.127502 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-aaf8ce05-f754-4c01-b740-a11d4e609a0b None None] Attempting to bind port dd5bd511-3b40-426a-8019-13cde37d8029 by drivers openvswitch,hyperv on host dv-cinder-821746-1-iscsi at level 0 using segments [{'id': '59268339-a9bf-4548-b15f-f5dee7a5018e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cec07be9-2009-49bf-b433-dbf4ec1bc7f9'}] {{(pid=108022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:43:32.128939 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf8ce05-f754-4c01-b740-a11d4e609a0b None None] Attempting to bind port dd5bd511-3b40-426a-8019-13cde37d8029 on network cec07be9-2009-49bf-b433-dbf4ec1bc7f9 {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:43:32.142389 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-e249e674-ca1a-4067-900b-76fadbec7142 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Notify callbacks [] for port, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:32.148767 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-f471f8df-aa3a-4044-911c-705f7dd11985 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:32.150361 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-f471f8df-aa3a-4044-911c-705f7dd11985 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/networks?id=7f7553d6-566b-442a-8474-b9703b3d3a26 HTTP/1.1" status: 200 len: 810 time: 0.6051795 Dec 14 18:43:32.151502 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf8ce05-f754-4c01-b740-a11d4e609a0b None None] Checking agent: {'id': '196026f5-f687-4c63-8152-952b788e987b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 35, 18), 'started_at': datetime.datetime(2021, 12, 14, 18, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:43:32.151874 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf8ce05-f754-4c01-b740-a11d4e609a0b None None] Checking segment: {'id': '59268339-a9bf-4548-b15f-f5dee7a5018e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cec07be9-2009-49bf-b433-dbf4ec1bc7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:43:32.152269 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-aaf8ce05-f754-4c01-b740-a11d4e609a0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:32.152658 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf8ce05-f754-4c01-b740-a11d4e609a0b None None] Bound using segment: {'id': '59268339-a9bf-4548-b15f-f5dee7a5018e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cec07be9-2009-49bf-b433-dbf4ec1bc7f9'} {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:43:32.153693 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6faa584-a511-4251-8167-4e075967f580 req-b54c576e-be2d-4e24-96d0-36aa852bea6f tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] Made reservation on behalf of 4443a5288274445b8eccaf497ff2635f for: {'port': 1} {{(pid=108020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:43:32.155356 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-aaf8ce05-f754-4c01-b740-a11d4e609a0b None None] Bound port: dd5bd511-3b40-426a-8019-13cde37d8029, host: dv-cinder-821746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59268339-a9bf-4548-b15f-f5dee7a5018e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cec07be9-2009-49bf-b433-dbf4ec1bc7f9'}}] {{(pid=108022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:43:32.155743 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-aaf8ce05-f754-4c01-b740-a11d4e609a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:32.176233 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-b6faa584-a511-4251-8167-4e075967f580 req-b54c576e-be2d-4e24-96d0-36aa852bea6f tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:32.198789 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-e249e674-ca1a-4067-900b-76fadbec7142 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957'] for port, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:32.275720 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-20ae8a66-2120-4620-8246-c20f5e94b325 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/quotas/949697f6123f48b49b1dfa9ea09b6236 HTTP/1.1" status: 200 len: 375 time: 0.0906768 Dec 14 18:43:32.296633 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-cf40042b-e578-4579-a0a4-b4ddc6debdbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:32.299287 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-cf40042b-e578-4579-a0a4-b4ddc6debdbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:32.300104 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-cf40042b-e578-4579-a0a4-b4ddc6debdbe admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2a23f05c-dcc4-40c6-8ae3-ef3f93b22cf4 HTTP/1.1" status: 204 len: 168 time: 1.1461778 Dec 14 18:43:32.362110 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-aaf8ce05-f754-4c01-b740-a11d4e609a0b None None] For port dd5bd511-3b40-426a-8019-13cde37d8029, host dv-cinder-821746-1-iscsi, cleared binding levels {{(pid=108022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:43:32.372378 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-aaf8ce05-f754-4c01-b740-a11d4e609a0b None None] For port dd5bd511-3b40-426a-8019-13cde37d8029, host dv-cinder-821746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=dd5bd511-3b40-426a-8019-13cde37d8029,segment=NetworkSegment(59268339-a9bf-4548-b15f-f5dee7a5018e),segment_id=59268339-a9bf-4548-b15f-f5dee7a5018e)] {{(pid=108022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:43:32.380961 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-aaf8ce05-f754-4c01-b740-a11d4e609a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:32.535240 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-4d8b8675-2292-48ed-909a-307881452d72 req-8dbf7c81-6f07-4370-9822-392061d510cb service neutron] 10.222.0.71 "GET /v2.0/networks/cec07be9-2009-49bf-b433-dbf4ec1bc7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6969826 Dec 14 18:43:32.549495 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf40042b-e578-4579-a0a4-b4ddc6debdbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a23f05c-dcc4-40c6-8ae3-ef3f93b22cf4,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:32.579188 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf8ce05-f754-4c01-b740-a11d4e609a0b None None] Routers {'08bd0241-21e5-40ff-9b46-4a52fe1d01ad'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:43:32.579964 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-aaf8ce05-f754-4c01-b740-a11d4e609a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:43:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['08bd0241-21e5-40ff-9b46-4a52fe1d01ad'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:43:32.597649 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-e249e674-ca1a-4067-900b-76fadbec7142 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Network dd304430-c646-4db7-a934-2559ea0d87d6 is already hosted by enough agents. {{(pid=108021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:43:32.604008 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.base_scheduler [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-e249e674-ca1a-4067-900b-76fadbec7142 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Resources bound (agent type, host, resource id): {{(pid=108021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:43:32.607476 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.l3_dvrscheduler_db [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-e249e674-ca1a-4067-900b-76fadbec7142 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Received port after_create {{(pid=108021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:43:32.635757 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-e249e674-ca1a-4067-900b-76fadbec7142 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:32.636428 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-e249e674-ca1a-4067-900b-76fadbec7142 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for port, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:32.725418 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e249e674-ca1a-4067-900b-76fadbec7142 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Pushing event updated for resources: {'Port': ['ID=dc5c5a9f-e43e-4880-9f97-d6ac12250964,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:32.767020 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-e249e674-ca1a-4067-900b-76fadbec7142 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5025246 Dec 14 18:43:32.801357 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-c482e34f-c752-43f7-a0cd-e9631939c1df tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=108021) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 18:43:32.802747 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-c482e34f-c752-43f7-a0cd-e9631939c1df tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079601 Dec 14 18:43:32.947664 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-96a1935c-751e-479e-86a4-39d044e6369a tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=949697f6123f48b49b1dfa9ea09b6236&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6573434 Dec 14 18:43:33.092822 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.db_base_plugin_common [req-b6faa584-a511-4251-8167-4e075967f580 req-b54c576e-be2d-4e24-96d0-36aa852bea6f tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] Allocated IP 172.20.0.9 (5310d9fd-da78-49b1-a273-0fe483d0fb18/f5768fa5-de85-4e40-9c18-3f9596c223fc/16f96684-ba44-4964-ad0b-59d4db4968ff) {{(pid=108020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:43:33.113817 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-d9220db7-8c5b-4723-9735-c0b2c21c52d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:33.124613 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-d9220db7-8c5b-4723-9735-c0b2c21c52d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:33.215374 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-c9129564-d280-4cf1-9a0f-1eb88e139a3d req-7f725112-cfee-4630-ab20-20fa251cfb64 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/ports?device_id=17dfb255-9bae-45f1-a9e4-3215ecb55604 HTTP/1.1" status: 200 len: 210 time: 0.2187045 Dec 14 18:43:33.256265 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9220db7-8c5b-4723-9735-c0b2c21c52d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=108020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 18:43:33.286642 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a934c20-2ebc-4f6d-b912-f8474d59f31c None None] Pushing event updated for resources: {'Port': ['ID=dd5bd511-3b40-426a-8019-13cde37d8029,revision_number=4']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:33.349181 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-360e328f-d1b1-4d27-b672-98ed34fbef2c service neutron] 10.222.0.71 "GET /v2.0/networks/7f7553d6-566b-442a-8474-b9703b3d3a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995466 Dec 14 18:43:33.382851 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-d9220db7-8c5b-4723-9735-c0b2c21c52d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017'] for segment, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:33.385567 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.db.segments_db [None req-d9220db7-8c5b-4723-9735-c0b2c21c52d6 admin admin] Added segment b11e4d81-5eb6-468b-8d39-34c0cf2f3e91 of type vlan for network 73b60a1c-1daf-45b3-9654-94d359f3a16d Dec 14 18:43:33.397486 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-aaf8ce05-f754-4c01-b740-a11d4e609a0b None None] Set router 08bd0241-21e5-40ff-9b46-4a52fe1d01ad gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:43:33.469952 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9220db7-8c5b-4723-9735-c0b2c21c52d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baaec8c0-8bcf-4716-9986-65e1993ce490,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:33.483874 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d7fef-682c-4644-b0c5-f9264adfa411 req-b789a2f4-1970-4016-8201-92f4735cd8eb tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:33.495388 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-926d7fef-682c-4644-b0c5-f9264adfa411 req-b789a2f4-1970-4016-8201-92f4735cd8eb tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3696292-943a-45ac-ad18-6c6696d84c24 HTTP/1.1" status: 200 len: 931 time: 0.1384578 Dec 14 18:43:33.609328 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-926d7fef-682c-4644-b0c5-f9264adfa411 req-161df496-0ed2-435e-91db-202e10290f1d tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060238 Dec 14 18:43:33.757249 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-70f1e15d-0d88-4be4-b5cb-001b408e349b req-404705e4-27bc-4ee4-a7d8-6ea6591879e2 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 210 time: 0.0643551 Dec 14 18:43:33.937896 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-aaf8ce05-f754-4c01-b740-a11d4e609a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08bd0241-21e5-40ff-9b46-4a52fe1d01ad', 'name': 'tempest-ServerRescueNegativeTestJSON-933774226-router', 'tenant_id': '6d30e631db984d3fa5328c6309d21ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '1070d960-033c-415d-a9f5-e0389a2ff7d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:43:19Z', 'updated_at': '2021-12-14T18:43:27Z', 'revision_number': 4, 'project_id': '6d30e631db984d3fa5328c6309d21ab1', 'gw_port': {'id': '1070d960-033c-415d-a9f5-e0389a2ff7d2', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bd0241-21e5-40ff-9b46-4a52fe1d01ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:43:20Z', 'updated_at': '2021-12-14T18:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': 'dd5bd511-3b40-426a-8019-13cde37d8029', 'name': '', 'network_id': 'cec07be9-2009-49bf-b433-dbf4ec1bc7f9', 'tenant_id': '6d30e631db984d3fa5328c6309d21ab1', 'mac_address': 'fa:16:3e:f1:53:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08bd0241-21e5-40ff-9b46-4a52fe1d01ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3c4318d4-5988-4679-8015-e2594e934f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:43:25Z', 'updated_at': '2021-12-14T18:43:32Z', 'revision_number': 4, 'project_id': '6d30e631db984d3fa5328c6309d21ab1', 'subnets': [{'id': '3c4318d4-5988-4679-8015-e2594e934f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:43:33.938256 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-398d407e-486d-4814-82aa-2b34fb26548a service neutron] Request body: {'port': {'device_id': 'a3696292-943a-45ac-ad18-6c6696d84c24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:43:34.002004 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf8ce05-f754-4c01-b740-a11d4e609a0b None None] The sync data for ids ['08bd0241-21e5-40ff-9b46-4a52fe1d01ad'] in dv-cinder-821746-1-iscsi is: [{'id': '08bd0241-21e5-40ff-9b46-4a52fe1d01ad', 'name': 'tempest-ServerRescueNegativeTestJSON-933774226-router', 'tenant_id': '6d30e631db984d3fa5328c6309d21ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '1070d960-033c-415d-a9f5-e0389a2ff7d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:43:19Z', 'updated_at': '2021-12-14T18:43:27Z', 'revision_number': 4, 'project_id': '6d30e631db984d3fa5328c6309d21ab1', 'gw_port': {'id': '1070d960-033c-415d-a9f5-e0389a2ff7d2', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bd0241-21e5-40ff-9b46-4a52fe1d01ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:43:20Z', 'updated_at': '2021-12-14T18:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': 'dd5bd511-3b40-426a-8019-13cde37d8029', 'name': '', 'network_id': 'cec07be9-2009-49bf-b433-dbf4ec1bc7f9', 'tenant_id': '6d30e631db984d3fa5328c6309d21ab1', 'mac_address': 'fa:16:3e:f1:53:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08bd0241-21e5-40ff-9b46-4a52fe1d01ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3c4318d4-5988-4679-8015-e2594e934f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:43:25Z', 'updated_at': '2021-12-14T18:43:32Z', 'revision_number': 4, 'project_id': '6d30e631db984d3fa5328c6309d21ab1', 'subnets': [{'id': '3c4318d4-5988-4679-8015-e2594e934f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:43:34.089951 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-d9220db7-8c5b-4723-9735-c0b2c21c52d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730914932920'] for network, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:34.177979 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-d9220db7-8c5b-4723-9735-c0b2c21c52d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355'] for network, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:34.186341 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9220db7-8c5b-4723-9735-c0b2c21c52d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:34.192360 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-d9220db7-8c5b-4723-9735-c0b2c21c52d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for network, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:34.361955 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-398d407e-486d-4814-82aa-2b34fb26548a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:34.422178 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-d9220db7-8c5b-4723-9735-c0b2c21c52d6 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.1636152 Dec 14 18:43:34.449289 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 40032) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:34.460388 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-6bc8a7b3-6390-48e6-b4d4-2f605df2d898 service neutron] 10.222.0.71 "GET /v2.0/networks/7f7553d6-566b-442a-8474-b9703b3d3a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1101494 Dec 14 18:43:34.477379 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-0430b542-d7fa-4786-ab38-fac5e5f5dd31 admin admin] Request body: {'subnet': {'network_id': '73b60a1c-1daf-45b3-9654-94d359f3a16d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1815699311-subnet', 'tenant_id': '489d6cd115604a9bb9284c15ca244ec1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:43:34.531282 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-b6faa584-a511-4251-8167-4e075967f580 req-b54c576e-be2d-4e24-96d0-36aa852bea6f tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] Notify callbacks [] for port, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:34.534167 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 40038) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:34.541609 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9220db7-8c5b-4723-9735-c0b2c21c52d6 admin admin] Pushing event updated for resources: {'Network': ['ID=73b60a1c-1daf-45b3-9654-94d359f3a16d,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:34.554985 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Network 73b60a1c-1daf-45b3-9654-94d359f3a16d details requested by agent ovs-agent-dv-cinder-821746-1-iscsi with host dv-cinder-821746-1-iscsi {{(pid=108022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 18:43:34.692674 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-b6faa584-a511-4251-8167-4e075967f580 req-b54c576e-be2d-4e24-96d0-36aa852bea6f tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957'] for port, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:34.960854 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6faa584-a511-4251-8167-4e075967f580 req-b54c576e-be2d-4e24-96d0-36aa852bea6f tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] Network 5310d9fd-da78-49b1-a273-0fe483d0fb18 is already hosted by enough agents. {{(pid=108020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:43:34.988036 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.base_scheduler [req-b6faa584-a511-4251-8167-4e075967f580 req-b54c576e-be2d-4e24-96d0-36aa852bea6f tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] Resources bound (agent type, host, resource id): {{(pid=108020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:43:34.992493 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6faa584-a511-4251-8167-4e075967f580 req-b54c576e-be2d-4e24-96d0-36aa852bea6f tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] Received port after_create {{(pid=108020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:43:35.002091 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6faa584-a511-4251-8167-4e075967f580 req-b54c576e-be2d-4e24-96d0-36aa852bea6f tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:35.002999 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-b6faa584-a511-4251-8167-4e075967f580 req-b54c576e-be2d-4e24-96d0-36aa852bea6f tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:35.085424 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0430b542-d7fa-4786-ab38-fac5e5f5dd31 admin admin] Made reservation on behalf of 489d6cd115604a9bb9284c15ca244ec1 for: {'subnet': 1} {{(pid=108021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:43:35.087783 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-0430b542-d7fa-4786-ab38-fac5e5f5dd31 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:35.117559 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-bd8c5d72-4c7e-40f8-99e5-ee8e1fcd7586 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:35.137107 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-bd8c5d72-4c7e-40f8-99e5-ee8e1fcd7586 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/networks?id=cec07be9-2009-49bf-b433-dbf4ec1bc7f9 HTTP/1.1" status: 200 len: 818 time: 1.0190907 Dec 14 18:43:35.309385 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c576e-be2d-4e24-96d0-36aa852bea6f tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] Pushing event updated for resources: {'Port': ['ID=16f96684-ba44-4964-ad0b-59d4db4968ff,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:35.355850 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.61', 49906) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:35.563378 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-6ba6884d-f25c-4a37-aba3-da4021944d9c tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/quotas/6d30e631db984d3fa5328c6309d21ab1 HTTP/1.1" status: 200 len: 375 time: 0.4245963 Dec 14 18:43:35.705631 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-bd8e1d97-5b52-44f3-857f-8760b3109f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:35.755895 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b6faa584-a511-4251-8167-4e075967f580 req-b54c576e-be2d-4e24-96d0-36aa852bea6f tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5290143 Dec 14 18:43:35.797036 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device dd5bd511-3b40-426a-8019-13cde37d8029 up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:43:35.812474 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [req-b6faa584-a511-4251-8167-4e075967f580 req-434df3cd-8a46-42cc-994b-f618637d934b service neutron] Request body: {'port': {'device_id': '17dfb255-9bae-45f1-a9e4-3215ecb55604', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:43:35.933415 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port dd5bd511-3b40-426a-8019-13cde37d8029 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:43:35.934774 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:35.967392 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548908df-45eb-4bb1-a43d-401b530b186c req-b3b53252-7fe8-418a-8dab-2e8ef6ee982e tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:35.969202 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-548908df-45eb-4bb1-a43d-401b530b186c req-b3b53252-7fe8-418a-8dab-2e8ef6ee982e tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/ports?device_id=17dfb255-9bae-45f1-a9e4-3215ecb55604 HTTP/1.1" status: 200 len: 931 time: 0.9451728 Dec 14 18:43:36.065410 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-b6faa584-a511-4251-8167-4e075967f580 req-434df3cd-8a46-42cc-994b-f618637d934b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:36.213295 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:36.331971 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-ba8737c3-d096-412f-8f43-532636599bec None None] For port dd5bd511-3b40-426a-8019-13cde37d8029, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=dd5bd511-3b40-426a-8019-13cde37d8029,segment=NetworkSegment(59268339-a9bf-4548-b15f-f5dee7a5018e),segment_id=59268339-a9bf-4548-b15f-f5dee7a5018e)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:43:36.343094 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:36.427494 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b8675-2292-48ed-909a-307881452d72 req-b26673c4-7c29-487e-98d1-a93ceae2afe2 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:36.432400 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4d8b8675-2292-48ed-909a-307881452d72 req-b26673c4-7c29-487e-98d1-a93ceae2afe2 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.61 "GET /v2.0/networks?id=cec07be9-2009-49bf-b433-dbf4ec1bc7f9 HTTP/1.1" status: 200 len: 818 time: 1.0661197 Dec 14 18:43:36.478880 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-548908df-45eb-4bb1-a43d-401b530b186c req-1f33fff6-9f5d-493c-bd46-168364201611 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/security-groups?id=f7c06555-811a-437e-8ab9-410f758bcf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4578238 Dec 14 18:43:36.497288 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Pushing event updated for resources: {'Port': ['ID=dd5bd511-3b40-426a-8019-13cde37d8029,revision_number=5']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:36.569331 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-bd8e1d97-5b52-44f3-857f-8760b3109f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:36.597736 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-23e01bbd-1622-4f65-bf38-d415395b6db1 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6d30e631db984d3fa5328c6309d21ab1&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0279789 Dec 14 18:43:36.610972 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [req-4d8b8675-2292-48ed-909a-307881452d72 req-c99da149-faba-4db2-8f0f-655fc3aae057 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Request body: {'port': {'device_id': 'd239cb31-eb20-47bd-8435-e7b12dd44fd6', 'network_id': 'cec07be9-2009-49bf-b433-dbf4ec1bc7f9', 'admin_state_up': True, 'tenant_id': '6d30e631db984d3fa5328c6309d21ab1'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:43:36.619538 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-bd8e1d97-5b52-44f3-857f-8760b3109f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:36.881354 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.notifiers.nova [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-398d407e-486d-4814-82aa-2b34fb26548a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc5c5a9f-e43e-4880-9f97-d6ac12250964 {{(pid=108021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:43:36.902163 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-39d23382-399f-4bc5-b1e9-103b12256202 service neutron] 10.222.0.71 "GET /v2.0/networks/cec07be9-2009-49bf-b433-dbf4ec1bc7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037808 Dec 14 18:43:36.905429 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-398d407e-486d-4814-82aa-2b34fb26548a service neutron] Notify callbacks [] for port, precommit_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:36.969581 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-0430b542-d7fa-4786-ab38-fac5e5f5dd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355'] for subnet, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:36.989804 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.provisioning_blocks [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-398d407e-486d-4814-82aa-2b34fb26548a service neutron] Transition to ACTIVE for port object dc5c5a9f-e43e-4880-9f97-d6ac12250964 will not be triggered until provisioned by entity L2. {{(pid=108021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 18:43:37.020116 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-398d407e-486d-4814-82aa-2b34fb26548a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:37.128353 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b1987-d04f-4fc4-a765-763d097d5eb6 req-d007d9a4-315e-4b3e-b251-a8b1ad60b354 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:37.147948 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-722b1987-d04f-4fc4-a765-763d097d5eb6 req-d007d9a4-315e-4b3e-b251-a8b1ad60b354 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3696292-943a-45ac-ad18-6c6696d84c24 HTTP/1.1" status: 200 len: 931 time: 0.4034111 Dec 14 18:43:37.148119 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d407e-486d-4814-82aa-2b34fb26548a service neutron] Pushing event updated for resources: {'Port': ['ID=dc5c5a9f-e43e-4880-9f97-d6ac12250964,revision_number=2']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:37.173436 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-bd8e1d97-5b52-44f3-857f-8760b3109f39 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=98c0fa0036be4cdea3046aff5ede97f1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6349483 Dec 14 18:43:37.219386 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-f4ba693a-94fa-4bfd-8ab0-875fe583017f service neutron] 10.222.0.71 "GET /v2.0/networks/cec07be9-2009-49bf-b433-dbf4ec1bc7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154950 Dec 14 18:43:37.220166 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.managers [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-398d407e-486d-4814-82aa-2b34fb26548a service neutron] Attempting to bind port dc5c5a9f-e43e-4880-9f97-d6ac12250964 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=108021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:43:37.220721 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.managers [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-398d407e-486d-4814-82aa-2b34fb26548a service neutron] Attempting to bind port dc5c5a9f-e43e-4880-9f97-d6ac12250964 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': 'afbc79ff-63f4-4186-8162-deafc6a1b2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dd304430-c646-4db7-a934-2559ea0d87d6'}] {{(pid=108021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:43:37.221065 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-398d407e-486d-4814-82aa-2b34fb26548a service neutron] Attempting to bind port dc5c5a9f-e43e-4880-9f97-d6ac12250964 on network dd304430-c646-4db7-a934-2559ea0d87d6 {{(pid=108021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:43:37.228498 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0430b542-d7fa-4786-ab38-fac5e5f5dd31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1475a18d-9b50-4d8e-b8d4-0ba4e1b8a8f8,revision_number=0']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:37.235652 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8e1d97-5b52-44f3-857f-8760b3109f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c82a106-815a-49fa-8af7-ffad2141de8a,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:37.236953 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 40120) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:37.237714 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-398d407e-486d-4814-82aa-2b34fb26548a service neutron] Port dc5c5a9f-e43e-4880-9f97-d6ac12250964 on network dd304430-c646-4db7-a934-2559ea0d87d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=108021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 18:43:37.238172 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-398d407e-486d-4814-82aa-2b34fb26548a service neutron] Attempting to bind port dc5c5a9f-e43e-4880-9f97-d6ac12250964 on network dd304430-c646-4db7-a934-2559ea0d87d6 {{(pid=108021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:43:37.302428 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-398d407e-486d-4814-82aa-2b34fb26548a service neutron] Checking agent: {'id': '1f764c31-0392-4232-adb6-72e70ca44f2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 41, 22), 'started_at': datetime.datetime(2021, 12, 14, 18, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:43:37.302950 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-398d407e-486d-4814-82aa-2b34fb26548a service neutron] Checking segment: {'id': 'afbc79ff-63f4-4186-8162-deafc6a1b2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dd304430-c646-4db7-a934-2559ea0d87d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:43:37.304274 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-398d407e-486d-4814-82aa-2b34fb26548a service neutron] Bound using segment: {'id': 'afbc79ff-63f4-4186-8162-deafc6a1b2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dd304430-c646-4db7-a934-2559ea0d87d6'} {{(pid=108021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:43:37.304840 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.managers [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-398d407e-486d-4814-82aa-2b34fb26548a service neutron] Bound port: dc5c5a9f-e43e-4880-9f97-d6ac12250964, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afbc79ff-63f4-4186-8162-deafc6a1b2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dd304430-c646-4db7-a934-2559ea0d87d6'}}] {{(pid=108021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:43:37.305246 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-398d407e-486d-4814-82aa-2b34fb26548a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:37.383295 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0430b542-d7fa-4786-ab38-fac5e5f5dd31 admin admin] Checking segment: {'id': 'b11e4d81-5eb6-468b-8d39-34c0cf2f3e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '73b60a1c-1daf-45b3-9654-94d359f3a16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:43:37.384335 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0430b542-d7fa-4786-ab38-fac5e5f5dd31 admin admin] Network hostable DHCP agents. Network: 73b60a1c-1daf-45b3-9654-94d359f3a16d, hostable agents: ['d5bdede2-47ae-43f0-be18-738289bca353'], hosted agents: [] {{(pid=108021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 18:43:37.422152 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-db630191-e33f-4ff4-b136-e03b8f749e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:37.494661 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-722b1987-d04f-4fc4-a765-763d097d5eb6 req-412b5640-f450-4371-89ef-4a36606ae0b1 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457141 Dec 14 18:43:37.498732 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0430b542-d7fa-4786-ab38-fac5e5f5dd31 admin admin] Network 73b60a1c-1daf-45b3-9654-94d359f3a16d is scheduled to be hosted by DHCP agent d5bdede2-47ae-43f0-be18-738289bca353 with binding_index 1 {{(pid=108021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 18:43:37.585876 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-db630191-e33f-4ff4-b136-e03b8f749e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:37.620365 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device dd5bd511-3b40-426a-8019-13cde37d8029 up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:43:37.623912 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.base_scheduler [None req-0430b542-d7fa-4786-ab38-fac5e5f5dd31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821746-1-iscsi, 73b60a1c-1daf-45b3-9654-94d359f3a16d) {{(pid=108021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:43:37.663476 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9633f78b-6609-4f94-8583-55941cda9b6e None None] Network 73b60a1c-1daf-45b3-9654-94d359f3a16d requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:43:37.745996 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [req-b6faa584-a511-4251-8167-4e075967f580 req-434df3cd-8a46-42cc-994b-f618637d934b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16f96684-ba44-4964-ad0b-59d4db4968ff {{(pid=108020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:43:37.755765 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-b6faa584-a511-4251-8167-4e075967f580 req-434df3cd-8a46-42cc-994b-f618637d934b service neutron] Notify callbacks [] for port, precommit_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:37.783458 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port dd5bd511-3b40-426a-8019-13cde37d8029 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:43:37.784069 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:37.787484 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.provisioning_blocks [req-b6faa584-a511-4251-8167-4e075967f580 req-434df3cd-8a46-42cc-994b-f618637d934b service neutron] Transition to ACTIVE for port object 16f96684-ba44-4964-ad0b-59d4db4968ff will not be triggered until provisioned by entity L2. {{(pid=108020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 18:43:37.811607 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0430b542-d7fa-4786-ab38-fac5e5f5dd31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:37.812555 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-0430b542-d7fa-4786-ab38-fac5e5f5dd31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for subnet, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:37.819662 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d8b8675-2292-48ed-909a-307881452d72 req-c99da149-faba-4db2-8f0f-655fc3aae057 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Made reservation on behalf of 6d30e631db984d3fa5328c6309d21ab1 for: {'port': 1} {{(pid=108020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:43:37.824543 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-4d8b8675-2292-48ed-909a-307881452d72 req-c99da149-faba-4db2-8f0f-655fc3aae057 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:37.844926 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-b6faa584-a511-4251-8167-4e075967f580 req-434df3cd-8a46-42cc-994b-f618637d934b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:37.846474 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.db [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-398d407e-486d-4814-82aa-2b34fb26548a service neutron] For port dc5c5a9f-e43e-4880-9f97-d6ac12250964, host hv-cinder-82174, cleared binding levels {{(pid=108021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:43:37.851740 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-7fbbd79e-8125-40c1-b613-c791449198e3 req-05718421-b410-4817-8495-98b9fe0b8092 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 210 time: 0.2029386 Dec 14 18:43:37.877123 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a9368eb4-73b4-4083-8fed-f6f42d97b188 req-79962176-aade-47d9-8c87-c6e75d82b964 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 210 time: 0.2668977 Dec 14 18:43:37.877123 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.61', 49911) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:37.888213 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-0430b542-d7fa-4786-ab38-fac5e5f5dd31 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.4241104 Dec 14 18:43:38.015010 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.db [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-398d407e-486d-4814-82aa-2b34fb26548a service neutron] For port dc5c5a9f-e43e-4880-9f97-d6ac12250964, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=dc5c5a9f-e43e-4880-9f97-d6ac12250964,segment=NetworkSegment(afbc79ff-63f4-4186-8162-deafc6a1b2e3),segment_id=afbc79ff-63f4-4186-8162-deafc6a1b2e3)] {{(pid=108021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:43:38.031279 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434df3cd-8a46-42cc-994b-f618637d934b service neutron] Pushing event updated for resources: {'Port': ['ID=16f96684-ba44-4964-ad0b-59d4db4968ff,revision_number=2']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:38.062897 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-398d407e-486d-4814-82aa-2b34fb26548a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:38.086092 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cf6879-2610-4f15-9996-71d6b1345981 None None] Network 73b60a1c-1daf-45b3-9654-94d359f3a16d requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:43:38.240688 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-db630191-e33f-4ff4-b136-e03b8f749e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:38.244507 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-db630191-e33f-4ff4-b136-e03b8f749e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:38.248114 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-db630191-e33f-4ff4-b136-e03b8f749e08 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0c82a106-815a-49fa-8af7-ffad2141de8a HTTP/1.1" status: 204 len: 168 time: 0.9998937 Dec 14 18:43:38.271518 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d407e-486d-4814-82aa-2b34fb26548a service neutron] Pushing event updated for resources: {'Port': ['ID=dc5c5a9f-e43e-4880-9f97-d6ac12250964,revision_number=3']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:38.290915 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db630191-e33f-4ff4-b136-e03b8f749e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c82a106-815a-49fa-8af7-ffad2141de8a,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:38.304878 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-398d407e-486d-4814-82aa-2b34fb26548a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:38.306440 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-398d407e-486d-4814-82aa-2b34fb26548a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for port, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:38.308156 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-398d407e-486d-4814-82aa-2b34fb26548a service neutron] 10.222.0.61 "PUT /v2.0/ports/dc5c5a9f-e43e-4880-9f97-d6ac12250964 HTTP/1.1" status: 200 len: 1093 time: 5.1643145 Dec 14 18:43:38.308908 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3696292-943a-45ac-ad18-6c6696d84c24', 'tag': 'dc5c5a9f-e43e-4880-9f97-d6ac12250964'}] {{(pid=108021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:43:38.428280 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c16be-e731-4ad7-8828-426ef4d09e10 req-d7880e26-29c2-4011-aeb7-09ab9fff9ab9 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:38.431692 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c90c16be-e731-4ad7-8828-426ef4d09e10 req-d7880e26-29c2-4011-aeb7-09ab9fff9ab9 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/ports?device_id=17dfb255-9bae-45f1-a9e4-3215ecb55604 HTTP/1.1" status: 200 len: 943 time: 0.3993068 Dec 14 18:43:38.455126 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-b6faa584-a511-4251-8167-4e075967f580 req-434df3cd-8a46-42cc-994b-f618637d934b service neutron] Attempting to bind port 16f96684-ba44-4964-ad0b-59d4db4968ff on host hv-cinder-82174 for vnic_type normal with profile {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:43:38.459668 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-b6faa584-a511-4251-8167-4e075967f580 req-434df3cd-8a46-42cc-994b-f618637d934b service neutron] Attempting to bind port 16f96684-ba44-4964-ad0b-59d4db4968ff by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '0214f993-05f3-42a9-9631-2dfb84a23fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '5310d9fd-da78-49b1-a273-0fe483d0fb18'}] {{(pid=108020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:43:38.459668 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6faa584-a511-4251-8167-4e075967f580 req-434df3cd-8a46-42cc-994b-f618637d934b service neutron] Attempting to bind port 16f96684-ba44-4964-ad0b-59d4db4968ff on network 5310d9fd-da78-49b1-a273-0fe483d0fb18 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:43:38.789370 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-351849cb-afe8-4450-85dd-6584c4ac828d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:38.792133 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-351849cb-afe8-4450-85dd-6584c4ac828d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c8d244262bb0402da2c415ab98f5b988&device_id=a3696292-943a-45ac-ad18-6c6696d84c24 HTTP/1.1" status: 200 len: 1096 time: 0.2741590 Dec 14 18:43:38.838287 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.db_base_plugin_common [req-4d8b8675-2292-48ed-909a-307881452d72 req-c99da149-faba-4db2-8f0f-655fc3aae057 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Allocated IP 172.20.0.9 (cec07be9-2009-49bf-b433-dbf4ec1bc7f9/3c4318d4-5988-4679-8015-e2594e934f86/1be5751a-d6f2-43c8-bc3f-36770fd3ac51) {{(pid=108020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:43:38.913052 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df2395-4f0d-4db4-b378-44fa7139f033 req-27e0c29f-88c9-4747-9e74-732200cd18c2 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:38.915328 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-04df2395-4f0d-4db4-b378-44fa7139f033 req-27e0c29f-88c9-4747-9e74-732200cd18c2 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3696292-943a-45ac-ad18-6c6696d84c24 HTTP/1.1" status: 200 len: 943 time: 0.2080424 Dec 14 18:43:38.917361 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-3553db6b-081c-41f2-80e5-2172f4fdf7f1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc5c5a9f-e43e-4880-9f97-d6ac12250964 HTTP/1.1" status: 200 len: 217 time: 0.1136203 Dec 14 18:43:38.954532 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b93b291913d2f478f978021224fe99462ed5361e2b2e2c80d6eb419d23fcc8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d2e74b-e46b-4d82-8072-4f8f82171f88" -d '{"events": [{"name": "network-changed", "server_uuid": "a3696292-943a-45ac-ad18-6c6696d84c24", "tag": "dc5c5a9f-e43e-4880-9f97-d6ac12250964"}]}' {{(pid=108021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:43:39.075785 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-ea68983b-cfbc-40bb-ba41-3b35b8976ac3 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:39.078697 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-ea68983b-cfbc-40bb-ba41-3b35b8976ac3 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.61 "GET /v2.0/networks?id=7f7553d6-566b-442a-8474-b9703b3d3a26 HTTP/1.1" status: 200 len: 810 time: 1.0729291 Dec 14 18:43:39.079378 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6faa584-a511-4251-8167-4e075967f580 req-434df3cd-8a46-42cc-994b-f618637d934b service neutron] Port 16f96684-ba44-4964-ad0b-59d4db4968ff on network 5310d9fd-da78-49b1-a273-0fe483d0fb18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 18:43:39.079706 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6faa584-a511-4251-8167-4e075967f580 req-434df3cd-8a46-42cc-994b-f618637d934b service neutron] Attempting to bind port 16f96684-ba44-4964-ad0b-59d4db4968ff on network 5310d9fd-da78-49b1-a273-0fe483d0fb18 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:43:39.128440 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-04df2395-4f0d-4db4-b378-44fa7139f033 req-2679f2a6-5669-489a-9418-6535880543e3 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062397 Dec 14 18:43:39.164031 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-cd8f46ef-0181-44f8-b4a3-5a33080ae928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:39.180964 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-cd8f46ef-0181-44f8-b4a3-5a33080ae928 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=048742ed-8e42-40b7-b8eb-a3709809cf9f HTTP/1.1" status: 200 len: 854 time: 0.2119777 Dec 14 18:43:39.384915 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-f56be9f5-a712-4ad7-a146-469b1f0dad79 req-39e6ab41-eccf-4fc9-856e-dedd516c8b03 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 210 time: 0.0925667 Dec 14 18:43:39.385437 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 40190) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:39.419189 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-33715021-8562-4733-864f-da920b14d17f admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:39.494787 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6faa584-a511-4251-8167-4e075967f580 req-434df3cd-8a46-42cc-994b-f618637d934b service neutron] Checking agent: {'id': '1f764c31-0392-4232-adb6-72e70ca44f2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 41, 22), 'started_at': datetime.datetime(2021, 12, 14, 18, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:43:39.495131 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6faa584-a511-4251-8167-4e075967f580 req-434df3cd-8a46-42cc-994b-f618637d934b service neutron] Checking segment: {'id': '0214f993-05f3-42a9-9631-2dfb84a23fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '5310d9fd-da78-49b1-a273-0fe483d0fb18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:43:39.497011 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6faa584-a511-4251-8167-4e075967f580 req-434df3cd-8a46-42cc-994b-f618637d934b service neutron] Bound using segment: {'id': '0214f993-05f3-42a9-9631-2dfb84a23fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '5310d9fd-da78-49b1-a273-0fe483d0fb18'} {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:43:39.497682 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-b6faa584-a511-4251-8167-4e075967f580 req-434df3cd-8a46-42cc-994b-f618637d934b service neutron] Bound port: 16f96684-ba44-4964-ad0b-59d4db4968ff, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0214f993-05f3-42a9-9631-2dfb84a23fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '5310d9fd-da78-49b1-a273-0fe483d0fb18'}}] {{(pid=108020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:43:39.498217 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-b6faa584-a511-4251-8167-4e075967f580 req-434df3cd-8a46-42cc-994b-f618637d934b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:39.539273 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c90c16be-e731-4ad7-8828-426ef4d09e10 req-46f71bee-bc00-4b1a-b9f5-1da1eb3678db tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/security-groups?id=f7c06555-811a-437e-8ab9-410f758bcf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0921752 Dec 14 18:43:39.543515 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-269127a8-3b63-4484-960c-b267532595ee req-d9b73084-8d84-4929-a3e4-75d17d860b95 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 210 time: 0.0381694 Dec 14 18:43:39.636602 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-33715021-8562-4733-864f-da920b14d17f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:39.644336 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-33715021-8562-4733-864f-da920b14d17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:39.653386 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-4d8b8675-2292-48ed-909a-307881452d72 req-c99da149-faba-4db2-8f0f-655fc3aae057 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Notify callbacks [] for port, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:39.704803 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-4d8b8675-2292-48ed-909a-307881452d72 req-c99da149-faba-4db2-8f0f-655fc3aae057 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957'] for port, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:39.766139 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-33715021-8562-4733-864f-da920b14d17f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=01fb2964ef2948d9ac61d5123a2007f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3796489 Dec 14 18:43:39.766918 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33715021-8562-4733-864f-da920b14d17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8c66fe-d6b6-4d3c-aad0-553fe1f3d520,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:39.773399 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 40200) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:39.867099 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-099f40aa-30e4-4203-8ed1-7794c9eb7879 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=949697f6123f48b49b1dfa9ea09b6236 HTTP/1.1" status: 200 len: 379 time: 0.7663736 Dec 14 18:43:39.899850 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-7eb3fdea-10e1-4cb9-821c-225908f3fdb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:39.913532 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d8b8675-2292-48ed-909a-307881452d72 req-c99da149-faba-4db2-8f0f-655fc3aae057 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Network cec07be9-2009-49bf-b433-dbf4ec1bc7f9 is already hosted by enough agents. {{(pid=108020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:43:39.940925 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.base_scheduler [req-4d8b8675-2292-48ed-909a-307881452d72 req-c99da149-faba-4db2-8f0f-655fc3aae057 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Resources bound (agent type, host, resource id): {{(pid=108020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:43:39.944861 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8b8675-2292-48ed-909a-307881452d72 req-c99da149-faba-4db2-8f0f-655fc3aae057 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Received port after_create {{(pid=108020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:43:39.972471 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b8675-2292-48ed-909a-307881452d72 req-c99da149-faba-4db2-8f0f-655fc3aae057 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:39.972957 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-7eb3fdea-10e1-4cb9-821c-225908f3fdb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:39.973369 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-4d8b8675-2292-48ed-909a-307881452d72 req-c99da149-faba-4db2-8f0f-655fc3aae057 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:39.987234 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99da149-faba-4db2-8f0f-655fc3aae057 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Pushing event updated for resources: {'Port': ['ID=1be5751a-d6f2-43c8-bc3f-36770fd3ac51,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:40.013435 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 40212) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:40.017582 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-b6faa584-a511-4251-8167-4e075967f580 req-434df3cd-8a46-42cc-994b-f618637d934b service neutron] For port 16f96684-ba44-4964-ad0b-59d4db4968ff, host hv-cinder-82174, cleared binding levels {{(pid=108020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:43:40.026827 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-4c46ac89-f09b-49d8-8b72-ddbad7f90eec admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1140679795-network', 'tenant_id': '7606f73697734ee884f854e1f2212390'}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:43:40.037337 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4d8b8675-2292-48ed-909a-307881452d72 req-c99da149-faba-4db2-8f0f-655fc3aae057 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4618139 Dec 14 18:43:40.047850 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12f5e02-f1e2-4d60-85d4-cac03b657dac x-openstack-request-id: req-e12f5e02-f1e2-4d60-85d4-cac03b657dac {{(pid=108021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:43:40.048561 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3696292-943a-45ac-ad18-6c6696d84c24", "tag": "dc5c5a9f-e43e-4880-9f97-d6ac12250964", "status": "completed", "code": 200}]} {{(pid=108021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:43:40.048953 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e12f5e02-f1e2-4d60-85d4-cac03b657dac {{(pid=108021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:43:40.049591 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3696292-943a-45ac-ad18-6c6696d84c24', 'tag': 'dc5c5a9f-e43e-4880-9f97-d6ac12250964', 'status': 'completed', 'code': 200} Dec 14 18:43:40.053685 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-b6faa584-a511-4251-8167-4e075967f580 req-434df3cd-8a46-42cc-994b-f618637d934b service neutron] For port 16f96684-ba44-4964-ad0b-59d4db4968ff, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=16f96684-ba44-4964-ad0b-59d4db4968ff,segment=NetworkSegment(0214f993-05f3-42a9-9631-2dfb84a23fdc),segment_id=0214f993-05f3-42a9-9631-2dfb84a23fdc)] {{(pid=108020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:43:40.058227 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c46ac89-f09b-49d8-8b72-ddbad7f90eec admin admin] Made reservation on behalf of 7606f73697734ee884f854e1f2212390 for: {'network': 1} {{(pid=108021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:43:40.058684 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-b6faa584-a511-4251-8167-4e075967f580 req-434df3cd-8a46-42cc-994b-f618637d934b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:40.060734 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4c46ac89-f09b-49d8-8b72-ddbad7f90eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for network, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:40.096878 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6faa584-a511-4251-8167-4e075967f580 req-434df3cd-8a46-42cc-994b-f618637d934b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:40.098174 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-b6faa584-a511-4251-8167-4e075967f580 req-434df3cd-8a46-42cc-994b-f618637d934b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:40.099820 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b6faa584-a511-4251-8167-4e075967f580 req-434df3cd-8a46-42cc-994b-f618637d934b service neutron] 10.222.0.61 "PUT /v2.0/ports/16f96684-ba44-4964-ad0b-59d4db4968ff HTTP/1.1" status: 200 len: 1093 time: 4.3008647 Dec 14 18:43:40.102050 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4c46ac89-f09b-49d8-8b72-ddbad7f90eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:40.102477 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17dfb255-9bae-45f1-a9e4-3215ecb55604', 'tag': '16f96684-ba44-4964-ad0b-59d4db4968ff'}] {{(pid=108020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:43:40.172999 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-7eb3fdea-10e1-4cb9-821c-225908f3fdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:40.179804 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-7eb3fdea-10e1-4cb9-821c-225908f3fdb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:40.197196 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-7eb3fdea-10e1-4cb9-821c-225908f3fdb0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/de8c66fe-d6b6-4d3c-aad0-553fe1f3d520 HTTP/1.1" status: 204 len: 168 time: 0.4059670 Dec 14 18:43:40.216796 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb3fdea-10e1-4cb9-821c-225908f3fdb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8c66fe-d6b6-4d3c-aad0-553fe1f3d520,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:40.279528 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434df3cd-8a46-42cc-994b-f618637d934b service neutron] Pushing event updated for resources: {'Port': ['ID=16f96684-ba44-4964-ad0b-59d4db4968ff,revision_number=3']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:40.339156 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4c46ac89-f09b-49d8-8b72-ddbad7f90eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:40.350522 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4c46ac89-f09b-49d8-8b72-ddbad7f90eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:40.420187 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35c54c-f019-40f0-b3b0-120d2b78850a req-1413b1e8-33a1-4677-a82a-c32c46d17476 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:40.422908 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5c35c54c-f019-40f0-b3b0-120d2b78850a req-1413b1e8-33a1-4677-a82a-c32c46d17476 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3696292-943a-45ac-ad18-6c6696d84c24 HTTP/1.1" status: 200 len: 943 time: 0.1159325 Dec 14 18:43:40.461284 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46ac89-f09b-49d8-8b72-ddbad7f90eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7077f2-9037-4828-92cb-391c58cbff55,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:40.484903 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c46ac89-f09b-49d8-8b72-ddbad7f90eec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=108021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 18:43:40.502382 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4c46ac89-f09b-49d8-8b72-ddbad7f90eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017'] for segment, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:40.504508 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.db.segments_db [None req-4c46ac89-f09b-49d8-8b72-ddbad7f90eec admin admin] Added segment 0a0429d6-699a-4338-98ff-acc8253220da of type vlan for network 1b3d8d67-bcf7-4343-a465-292cdb5ddc01 Dec 14 18:43:40.528159 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5c35c54c-f019-40f0-b3b0-120d2b78850a req-92f541c8-95b0-4f06-8e27-c8854cb526a2 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957630 Dec 14 18:43:40.628775 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d1d651e17726932f2c063a5cb62fed0687a982c73a8c4b64805019ed9839e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1253b225-efd2-4ff4-bb0b-54b63b7911ea" -d '{"events": [{"name": "network-changed", "server_uuid": "17dfb255-9bae-45f1-a9e4-3215ecb55604", "tag": "16f96684-ba44-4964-ad0b-59d4db4968ff"}]}' {{(pid=108020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:43:40.637047 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-2a4cf72a-7288-4a32-bed0-17d267630512 req-9ec2bd48-6238-4f31-a23b-c43bedba5bda tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 210 time: 0.0819371 Dec 14 18:43:40.641168 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4c46ac89-f09b-49d8-8b72-ddbad7f90eec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730914932920'] for network, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:40.696775 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4c46ac89-f09b-49d8-8b72-ddbad7f90eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355'] for network, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:40.697740 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c46ac89-f09b-49d8-8b72-ddbad7f90eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:40.698316 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4c46ac89-f09b-49d8-8b72-ddbad7f90eec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for network, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:40.717481 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-4c46ac89-f09b-49d8-8b72-ddbad7f90eec admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7025914 Dec 14 18:43:40.728608 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 40252) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:40.752611 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.agents_db [None req-bc91d4ce-6c5b-4ff0-abae-02e3a00e1a46 None None] Agent healthcheck: found 6 active agents {{(pid=108023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:43:40.758159 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-686b6342-f5bb-4789-8da3-a0faded75f43 admin admin] Request body: {'subnet': {'network_id': '1b3d8d67-bcf7-4343-a465-292cdb5ddc01', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1140679795-subnet', 'tenant_id': '7606f73697734ee884f854e1f2212390', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:43:40.764233 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-e596d329-c963-44ef-87b8-fd134de9dad2 req-722b8fd9-9271-4a72-910a-8d68700ea855 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 210 time: 0.0935876 Dec 14 18:43:40.780494 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686b6342-f5bb-4789-8da3-a0faded75f43 admin admin] Made reservation on behalf of 7606f73697734ee884f854e1f2212390 for: {'subnet': 1} {{(pid=108021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:43:40.783360 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-686b6342-f5bb-4789-8da3-a0faded75f43 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:40.957984 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46ac89-f09b-49d8-8b72-ddbad7f90eec admin admin] Pushing event updated for resources: {'Network': ['ID=1b3d8d67-bcf7-4343-a465-292cdb5ddc01,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:40.978246 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Network 1b3d8d67-bcf7-4343-a465-292cdb5ddc01 details requested by agent ovs-agent-dv-cinder-821746-1-iscsi with host dv-cinder-821746-1-iscsi {{(pid=108022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 18:43:41.017897 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ddb352-0416-4f97-8dd9-c4ffeca50899 req-b0384348-a75b-46da-bb39-607f0421ac62 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:41.019829 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-32ddb352-0416-4f97-8dd9-c4ffeca50899 req-b0384348-a75b-46da-bb39-607f0421ac62 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/ports?device_id=17dfb255-9bae-45f1-a9e4-3215ecb55604 HTTP/1.1" status: 200 len: 943 time: 0.1296735 Dec 14 18:43:41.033977 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-8cd74fef-7e43-4b5a-95f7-0c8a82f818e0 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Request body: {'port': {'device_id': 'e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9', 'network_id': '7f7553d6-566b-442a-8474-b9703b3d3a26', 'admin_state_up': True, 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236', 'security_groups': ['53019164-4006-44f4-a0cf-c794cb7be544']}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:43:41.086767 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [req-4d8b8675-2292-48ed-909a-307881452d72 req-ae8006c3-4297-48fc-b73a-94502a72227d service neutron] Request body: {'port': {'device_id': 'd239cb31-eb20-47bd-8435-e7b12dd44fd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:43:41.295975 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-78c300c9-f5a9-439a-9117-921971bb718c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dd304430-c646-4db7-a934-2559ea0d87d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2541938 Dec 14 18:43:41.516158 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febaef1d-c832-4cb7-b72e-3b69e361e88c x-openstack-request-id: req-febaef1d-c832-4cb7-b72e-3b69e361e88c {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:43:41.516562 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17dfb255-9bae-45f1-a9e4-3215ecb55604", "tag": "16f96684-ba44-4964-ad0b-59d4db4968ff", "status": "completed", "code": 200}]} {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:43:41.518013 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-febaef1d-c832-4cb7-b72e-3b69e361e88c {{(pid=108020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:43:41.518604 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17dfb255-9bae-45f1-a9e4-3215ecb55604', 'tag': '16f96684-ba44-4964-ad0b-59d4db4968ff', 'status': 'completed', 'code': 200} Dec 14 18:43:41.598742 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-4d8b8675-2292-48ed-909a-307881452d72 req-ae8006c3-4297-48fc-b73a-94502a72227d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:41.656285 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6faa584-a511-4251-8167-4e075967f580 req-9783dde0-78b5-4aee-823e-4dfa8f993793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:41.657978 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b6faa584-a511-4251-8167-4e075967f580 req-9783dde0-78b5-4aee-823e-4dfa8f993793 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4443a5288274445b8eccaf497ff2635f&device_id=17dfb255-9bae-45f1-a9e4-3215ecb55604 HTTP/1.1" status: 200 len: 1096 time: 0.4731741 Dec 14 18:43:41.687880 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.61', 49919) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:41.887462 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-32ddb352-0416-4f97-8dd9-c4ffeca50899 req-1d1cd2a8-0e3e-46f2-9c67-0f2952eaf948 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/security-groups?id=f7c06555-811a-437e-8ab9-410f758bcf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8426232 Dec 14 18:43:41.912401 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-8cd74fef-7e43-4b5a-95f7-0c8a82f818e0 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Made reservation on behalf of 949697f6123f48b49b1dfa9ea09b6236 for: {'port': 1} {{(pid=108020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:43:41.917746 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-8cd74fef-7e43-4b5a-95f7-0c8a82f818e0 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:41.960642 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-81b3db7a-d0c9-40a3-a640-8623198d6e64 service neutron] 10.222.0.61 "GET /v2.0/networks/dd304430-c646-4db7-a934-2559ea0d87d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093737 Dec 14 18:43:42.013698 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b6faa584-a511-4251-8167-4e075967f580 req-59d8677a-4c71-45e5-96f4-3e159475655a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16f96684-ba44-4964-ad0b-59d4db4968ff HTTP/1.1" status: 200 len: 217 time: 0.2597671 Dec 14 18:43:42.157723 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-f897a183-2623-459d-8bf9-eb58b7fe85ad req-35d67f5a-04dc-4643-8b2d-f810aa812a77 service neutron] 10.222.0.61 "GET /v2.0/networks/dd304430-c646-4db7-a934-2559ea0d87d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748860 Dec 14 18:43:42.162833 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-abba35bb-dd71-4c84-8495-fdd970a9e126 req-70f347c9-adf2-4de4-a66c-2829529cc07a tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 210 time: 0.0495844 Dec 14 18:43:42.164231 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-686b6342-f5bb-4789-8da3-a0faded75f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355'] for subnet, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:42.297313 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b6342-f5bb-4789-8da3-a0faded75f43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=615f0895-c1f8-4327-b98f-46db0b6c18ef,revision_number=0']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:42.315711 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686b6342-f5bb-4789-8da3-a0faded75f43 admin admin] Checking segment: {'id': '0a0429d6-699a-4338-98ff-acc8253220da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1b3d8d67-bcf7-4343-a465-292cdb5ddc01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:43:42.316411 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686b6342-f5bb-4789-8da3-a0faded75f43 admin admin] Network hostable DHCP agents. Network: 1b3d8d67-bcf7-4343-a465-292cdb5ddc01, hostable agents: ['d5bdede2-47ae-43f0-be18-738289bca353'], hosted agents: [] {{(pid=108021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 18:43:42.348572 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686b6342-f5bb-4789-8da3-a0faded75f43 admin admin] Network 1b3d8d67-bcf7-4343-a465-292cdb5ddc01 is scheduled to be hosted by DHCP agent d5bdede2-47ae-43f0-be18-738289bca353 with binding_index 1 {{(pid=108021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 18:43:42.394920 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-75d99d57-e349-4cb0-8111-b81ed9146b6e req-dce7cc05-7c57-48e5-8bb5-409369be0ebd tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 210 time: 0.0483837 Dec 14 18:43:42.401079 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.base_scheduler [None req-686b6342-f5bb-4789-8da3-a0faded75f43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821746-1-iscsi, 1b3d8d67-bcf7-4343-a465-292cdb5ddc01) {{(pid=108021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:43:42.412045 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-c3061cff-3b78-49ab-b7b7-d92cf7dccea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:42.412543 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686b6342-f5bb-4789-8da3-a0faded75f43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:42.412543 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-686b6342-f5bb-4789-8da3-a0faded75f43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for subnet, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:42.412686 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [req-4d8b8675-2292-48ed-909a-307881452d72 req-ae8006c3-4297-48fc-b73a-94502a72227d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1be5751a-d6f2-43c8-bc3f-36770fd3ac51 {{(pid=108020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:43:42.420931 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-4d8b8675-2292-48ed-909a-307881452d72 req-ae8006c3-4297-48fc-b73a-94502a72227d service neutron] Notify callbacks [] for port, precommit_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:42.421229 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1a38e7-db2b-4315-93b1-882b86848682 None None] Network 1b3d8d67-bcf7-4343-a465-292cdb5ddc01 requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:43:42.436953 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-686b6342-f5bb-4789-8da3-a0faded75f43 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7055125 Dec 14 18:43:42.495600 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-0f314723-926f-43ea-8819-768b0bf03b85 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:42.497235 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-0f314723-926f-43ea-8819-768b0bf03b85 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.61 "GET /v2.0/networks?id=cec07be9-2009-49bf-b433-dbf4ec1bc7f9 HTTP/1.1" status: 200 len: 818 time: 0.8076310 Dec 14 18:43:42.505936 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.provisioning_blocks [req-4d8b8675-2292-48ed-909a-307881452d72 req-ae8006c3-4297-48fc-b73a-94502a72227d service neutron] Transition to ACTIVE for port object 1be5751a-d6f2-43c8-bc3f-36770fd3ac51 will not be triggered until provisioned by entity L2. {{(pid=108020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 18:43:42.528431 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-4d8b8675-2292-48ed-909a-307881452d72 req-ae8006c3-4297-48fc-b73a-94502a72227d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:42.542140 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d295d2-b41d-4384-905d-7ec01e045eb8 req-65d7422e-bc25-49b5-a11d-14e0f948139e tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:42.543964 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-49d295d2-b41d-4384-905d-7ec01e045eb8 req-65d7422e-bc25-49b5-a11d-14e0f948139e tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3696292-943a-45ac-ad18-6c6696d84c24 HTTP/1.1" status: 200 len: 943 time: 0.7875469 Dec 14 18:43:42.728828 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8006c3-4297-48fc-b73a-94502a72227d service neutron] Pushing event updated for resources: {'Port': ['ID=1be5751a-d6f2-43c8-bc3f-36770fd3ac51,revision_number=2']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:42.770051 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 40320) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:42.779258 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-49d295d2-b41d-4384-905d-7ec01e045eb8 req-ba77a1b9-3366-4f55-aab0-e0039d6017b8 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935740 Dec 14 18:43:42.804492 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.db_base_plugin_common [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-8cd74fef-7e43-4b5a-95f7-0c8a82f818e0 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Allocated IP 172.20.0.13 (7f7553d6-566b-442a-8474-b9703b3d3a26/50e7903b-7a00-4646-be83-d8fc7d2d11f1/6fa7c810-4b83-48b0-a3e3-bf2712047926) {{(pid=108020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:43:42.809481 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-4d8b8675-2292-48ed-909a-307881452d72 req-ae8006c3-4297-48fc-b73a-94502a72227d service neutron] Attempting to bind port 1be5751a-d6f2-43c8-bc3f-36770fd3ac51 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:43:42.809892 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-4d8b8675-2292-48ed-909a-307881452d72 req-ae8006c3-4297-48fc-b73a-94502a72227d service neutron] Attempting to bind port 1be5751a-d6f2-43c8-bc3f-36770fd3ac51 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '59268339-a9bf-4548-b15f-f5dee7a5018e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cec07be9-2009-49bf-b433-dbf4ec1bc7f9'}] {{(pid=108020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:43:42.810259 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8b8675-2292-48ed-909a-307881452d72 req-ae8006c3-4297-48fc-b73a-94502a72227d service neutron] Attempting to bind port 1be5751a-d6f2-43c8-bc3f-36770fd3ac51 on network cec07be9-2009-49bf-b433-dbf4ec1bc7f9 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:43:42.811413 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65afecb-3ee2-48fe-86d2-7f4c03a2e9c8 None None] Network 1b3d8d67-bcf7-4343-a465-292cdb5ddc01 requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:43:42.829291 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8b8675-2292-48ed-909a-307881452d72 req-ae8006c3-4297-48fc-b73a-94502a72227d service neutron] Port 1be5751a-d6f2-43c8-bc3f-36770fd3ac51 on network cec07be9-2009-49bf-b433-dbf4ec1bc7f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 18:43:42.829291 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8b8675-2292-48ed-909a-307881452d72 req-ae8006c3-4297-48fc-b73a-94502a72227d service neutron] Attempting to bind port 1be5751a-d6f2-43c8-bc3f-36770fd3ac51 on network cec07be9-2009-49bf-b433-dbf4ec1bc7f9 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:43:42.855906 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.db_base_plugin_v2 [None req-73d26a44-b4ef-454c-8cb9-035e94c49b0d admin admin] Deleting subnet 1475a18d-9b50-4d8e-b8d4-0ba4e1b8a8f8 {{(pid=108021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 14 18:43:42.859514 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 40324) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:42.861317 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-73d26a44-b4ef-454c-8cb9-035e94c49b0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:42.862006 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8b8675-2292-48ed-909a-307881452d72 req-ae8006c3-4297-48fc-b73a-94502a72227d service neutron] Checking agent: {'id': '1f764c31-0392-4232-adb6-72e70ca44f2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 41, 22), 'started_at': datetime.datetime(2021, 12, 14, 18, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:43:42.862390 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8b8675-2292-48ed-909a-307881452d72 req-ae8006c3-4297-48fc-b73a-94502a72227d service neutron] Checking segment: {'id': '59268339-a9bf-4548-b15f-f5dee7a5018e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cec07be9-2009-49bf-b433-dbf4ec1bc7f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:43:42.863100 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8b8675-2292-48ed-909a-307881452d72 req-ae8006c3-4297-48fc-b73a-94502a72227d service neutron] Bound using segment: {'id': '59268339-a9bf-4548-b15f-f5dee7a5018e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cec07be9-2009-49bf-b433-dbf4ec1bc7f9'} {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:43:42.863735 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-4d8b8675-2292-48ed-909a-307881452d72 req-ae8006c3-4297-48fc-b73a-94502a72227d service neutron] Bound port: 1be5751a-d6f2-43c8-bc3f-36770fd3ac51, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59268339-a9bf-4548-b15f-f5dee7a5018e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cec07be9-2009-49bf-b433-dbf4ec1bc7f9'}}] {{(pid=108020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:43:42.864319 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-4d8b8675-2292-48ed-909a-307881452d72 req-ae8006c3-4297-48fc-b73a-94502a72227d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:42.926493 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-73d26a44-b4ef-454c-8cb9-035e94c49b0d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:42.939233 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-73d26a44-b4ef-454c-8cb9-035e94c49b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3907046'] for subnet, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:43.163721 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-efa0d0a1-b7c4-4c3e-91b5-a9fba5535dbf tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Request body: {'port': {'device_id': 'c97419b4-063a-4025-8031-67239edf171d', 'network_id': 'cec07be9-2009-49bf-b433-dbf4ec1bc7f9', 'admin_state_up': True, 'tenant_id': '6d30e631db984d3fa5328c6309d21ab1'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:43:43.221422 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-73d26a44-b4ef-454c-8cb9-035e94c49b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3907055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355'] for subnet, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:43.327667 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d26a44-b4ef-454c-8cb9-035e94c49b0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1475a18d-9b50-4d8e-b8d4-0ba4e1b8a8f8,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:43.409846 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ba69b78a-d195-42c0-89ce-df264361dd82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:43.444370 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d853ad-a2a1-4aad-927d-43dbfd570932 req-fb3fc33a-7843-492f-82e4-51016720b382 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:43.451089 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-15d853ad-a2a1-4aad-927d-43dbfd570932 req-fb3fc33a-7843-492f-82e4-51016720b382 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/ports?device_id=17dfb255-9bae-45f1-a9e4-3215ecb55604 HTTP/1.1" status: 200 len: 943 time: 0.3893881 Dec 14 18:43:43.455028 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-73d26a44-b4ef-454c-8cb9-035e94c49b0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for subnet, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:43.465052 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-73d26a44-b4ef-454c-8cb9-035e94c49b0d admin admin] 10.222.0.71 "DELETE /v2.0/subnets/1475a18d-9b50-4d8e-b8d4-0ba4e1b8a8f8 HTTP/1.1" status: 204 len: 168 time: 0.6912410 Dec 14 18:43:43.472237 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2e74b-e46b-4d82-8072-4f8f82171f88 req-5ed73760-b5b3-481f-a555-5273029d72f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:43.474319 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-45d2e74b-e46b-4d82-8072-4f8f82171f88 req-5ed73760-b5b3-481f-a555-5273029d72f4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c8d244262bb0402da2c415ab98f5b988&device_id=a3696292-943a-45ac-ad18-6c6696d84c24 HTTP/1.1" status: 200 len: 1096 time: 0.3579383 Dec 14 18:43:43.480114 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 40348) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:43.575636 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c58f19e6-8075-4140-be71-e8d04c90c63e req-cf1304c6-6999-4bf8-8ef2-bcf6c063d340 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 210 time: 0.2341318 Dec 14 18:43:43.580495 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6faa584-a511-4251-8167-4e075967f580 req-a1f1128e-e57c-4eb3-b753-598c3af461d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:43.582149 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b6faa584-a511-4251-8167-4e075967f580 req-a1f1128e-e57c-4eb3-b753-598c3af461d6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f5768fa5-de85-4e40-9c18-3f9596c223fc HTTP/1.1" status: 200 len: 851 time: 0.4777520 Dec 14 18:43:43.612577 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-15d853ad-a2a1-4aad-927d-43dbfd570932 req-66d4f49f-6826-424b-a4ad-51ca19625aa9 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/security-groups?id=f7c06555-811a-437e-8ab9-410f758bcf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371891 Dec 14 18:43:43.617047 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-4d8b8675-2292-48ed-909a-307881452d72 req-ae8006c3-4297-48fc-b73a-94502a72227d service neutron] For port 1be5751a-d6f2-43c8-bc3f-36770fd3ac51, host hv-cinder-82174, cleared binding levels {{(pid=108020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:43:43.642146 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-f7e39bff-5042-49cb-b640-da45d8e2f769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3973964'] for network, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:43.642578 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-4d8b8675-2292-48ed-909a-307881452d72 req-ae8006c3-4297-48fc-b73a-94502a72227d service neutron] For port 1be5751a-d6f2-43c8-bc3f-36770fd3ac51, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=1be5751a-d6f2-43c8-bc3f-36770fd3ac51,segment=NetworkSegment(59268339-a9bf-4548-b15f-f5dee7a5018e),segment_id=59268339-a9bf-4548-b15f-f5dee7a5018e)] {{(pid=108020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:43:43.671511 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-4d8b8675-2292-48ed-909a-307881452d72 req-ae8006c3-4297-48fc-b73a-94502a72227d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:43.768961 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-f7e39bff-5042-49cb-b640-da45d8e2f769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3899795', 'neutron.services.segments.db._delete_segments_for_network-8730915442872'] for network, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:43.812656 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-f7e39bff-5042-49cb-b640-da45d8e2f769 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=108021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:43:43.813537 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-f7e39bff-5042-49cb-b640-da45d8e2f769 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=108021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:43:43.814701 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-f7e39bff-5042-49cb-b640-da45d8e2f769 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:43:43.815257 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-f7e39bff-5042-49cb-b640-da45d8e2f769 admin admin] Subscribe: > port after_create 55550000 {{(pid=108021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:43:43.815799 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-f7e39bff-5042-49cb-b640-da45d8e2f769 admin admin] Subscribe: > port after_delete 55550000 {{(pid=108021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:43:43.816354 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-f7e39bff-5042-49cb-b640-da45d8e2f769 admin admin] Subscribe: > port after_update 55550000 {{(pid=108021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:43:43.816826 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-f7e39bff-5042-49cb-b640-da45d8e2f769 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=108021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:43:43.817304 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-f7e39bff-5042-49cb-b640-da45d8e2f769 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:43:43.817768 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-f7e39bff-5042-49cb-b640-da45d8e2f769 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:43:43.818344 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-f7e39bff-5042-49cb-b640-da45d8e2f769 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=108021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:43:43.938931 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-8cd74fef-7e43-4b5a-95f7-0c8a82f818e0 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks [] for port, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:43.966239 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b8675-2292-48ed-909a-307881452d72 req-ae8006c3-4297-48fc-b73a-94502a72227d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:43.967008 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-4d8b8675-2292-48ed-909a-307881452d72 req-ae8006c3-4297-48fc-b73a-94502a72227d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:43.968647 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4d8b8675-2292-48ed-909a-307881452d72 req-ae8006c3-4297-48fc-b73a-94502a72227d service neutron] 10.222.0.61 "PUT /v2.0/ports/1be5751a-d6f2-43c8-bc3f-36770fd3ac51 HTTP/1.1" status: 200 len: 1093 time: 2.9397705 Dec 14 18:43:43.978190 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4d3dab5a-00c3-4da8-8773-f75efd70dab4 req-356110f5-2361-4d6b-ac47-0b7edaead4fd tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 210 time: 0.0906596 Dec 14 18:43:43.978190 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd239cb31-eb20-47bd-8435-e7b12dd44fd6', 'tag': '1be5751a-d6f2-43c8-bc3f-36770fd3ac51'}] {{(pid=108020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:43:43.978190 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d1d651e17726932f2c063a5cb62fed0687a982c73a8c4b64805019ed9839e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a347e071-8ebd-428c-ab43-edb2156317ef" -d '{"events": [{"name": "network-changed", "server_uuid": "d239cb31-eb20-47bd-8435-e7b12dd44fd6", "tag": "1be5751a-d6f2-43c8-bc3f-36770fd3ac51"}]}' {{(pid=108020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:43:44.010914 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-efa0d0a1-b7c4-4c3e-91b5-a9fba5535dbf tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Made reservation on behalf of 6d30e631db984d3fa5328c6309d21ab1 for: {'port': 1} {{(pid=108020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:43:44.014642 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-efa0d0a1-b7c4-4c3e-91b5-a9fba5535dbf tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:44.062891 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffacce3-2b7e-4d21-89a7-29965d574866 x-openstack-request-id: req-bffacce3-2b7e-4d21-89a7-29965d574866 {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:43:44.063180 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d239cb31-eb20-47bd-8435-e7b12dd44fd6", "tag": "1be5751a-d6f2-43c8-bc3f-36770fd3ac51", "status": "completed", "code": 200}]} {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:43:44.063432 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bffacce3-2b7e-4d21-89a7-29965d574866 {{(pid=108020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:43:44.064070 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd239cb31-eb20-47bd-8435-e7b12dd44fd6', 'tag': '1be5751a-d6f2-43c8-bc3f-36770fd3ac51', 'status': 'completed', 'code': 200} Dec 14 18:43:44.103155 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8006c3-4297-48fc-b73a-94502a72227d service neutron] Pushing event updated for resources: {'Port': ['ID=1be5751a-d6f2-43c8-bc3f-36770fd3ac51,revision_number=3']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:44.133364 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-f7e39bff-5042-49cb-b640-da45d8e2f769 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:43:44.133710 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-f7e39bff-5042-49cb-b640-da45d8e2f769 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:43:44.134036 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-f7e39bff-5042-49cb-b640-da45d8e2f769 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=108021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:43:44.134367 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-f7e39bff-5042-49cb-b640-da45d8e2f769 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=108021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:43:44.134996 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.services.segments.db [None req-f7e39bff-5042-49cb-b640-da45d8e2f769 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73b60a1c-1daf-45b3-9654-94d359f3a16d']}} {{(pid=108021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:43:44.135645 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ba69b78a-d195-42c0-89ce-df264361dd82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:44.173267 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.services.segments.db [None req-f7e39bff-5042-49cb-b640-da45d8e2f769 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b11e4d81-5eb6-468b-8d39-34c0cf2f3e91') {'for_net_delete': True} {{(pid=108021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:43:44.173267 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.services.segments.db [None req-f7e39bff-5042-49cb-b640-da45d8e2f769 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b11e4d81-5eb6-468b-8d39-34c0cf2f3e91') {} {{(pid=108021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:43:44.173584 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ba69b78a-d195-42c0-89ce-df264361dd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:44.219080 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-8cd74fef-7e43-4b5a-95f7-0c8a82f818e0 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957'] for port, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:44.226797 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-f7e39bff-5042-49cb-b640-da45d8e2f769 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730915282288', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29292905'] for segment, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:44.253102 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-f7e39bff-5042-49cb-b640-da45d8e2f769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017'] for segment, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:44.265942 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e39bff-5042-49cb-b640-da45d8e2f769 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=108021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 18:43:44.265942 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-f7e39bff-5042-49cb-b640-da45d8e2f769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29291711'] for segment, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:44.275547 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4aa62a-2bbe-4e0f-aa1c-0d07d04a80f6 req-0f15fd76-ed01-4bdd-9c8e-ed5cc742fc13 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:44.276881 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-2e4aa62a-2bbe-4e0f-aa1c-0d07d04a80f6 req-0f15fd76-ed01-4bdd-9c8e-ed5cc742fc13 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3696292-943a-45ac-ad18-6c6696d84c24 HTTP/1.1" status: 200 len: 943 time: 0.1074390 Dec 14 18:43:44.279819 dv-cinder-821746-1-iscsi neutron-server[108021]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 14 18:43:44.279819 dv-cinder-821746-1-iscsi neutron-server[108021]: from cryptography.utils import int_from_bytes Dec 14 18:43:44.279819 dv-cinder-821746-1-iscsi neutron-server[108021]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 14 18:43:44.279819 dv-cinder-821746-1-iscsi neutron-server[108021]: from cryptography.utils import int_from_bytes Dec 14 18:43:44.279819 dv-cinder-821746-1-iscsi neutron-server[108021]: Traceback (most recent call last): Dec 14 18:43:44.279819 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 18:43:44.279819 dv-cinder-821746-1-iscsi neutron-server[108021]: timer() Dec 14 18:43:44.279819 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:43:44.279819 dv-cinder-821746-1-iscsi neutron-server[108021]: cb(*args, **kw) Dec 14 18:43:44.279819 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 18:43:44.279819 dv-cinder-821746-1-iscsi neutron-server[108021]: return func(*args, **kwargs) Dec 14 18:43:44.279819 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:43:44.279819 dv-cinder-821746-1-iscsi neutron-server[108021]: self._notify() Dec 14 18:43:44.279819 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:43:44.279819 dv-cinder-821746-1-iscsi neutron-server[108021]: self.callback(batched_events) Dec 14 18:43:44.279819 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:43:44.279819 dv-cinder-821746-1-iscsi neutron-server[108021]: event.method(event) Dec 14 18:43:44.279819 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 18:43:44.279819 dv-cinder-821746-1-iscsi neutron-server[108021]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:43:44.279819 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 18:43:44.279819 dv-cinder-821746-1-iscsi neutron-server[108021]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 18:43:44.279819 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 18:43:44.279819 dv-cinder-821746-1-iscsi neutron-server[108021]: return f(self, *a, **k) Dec 14 18:43:44.279819 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 18:43:44.279819 dv-cinder-821746-1-iscsi neutron-server[108021]: return self._get(url).json() Dec 14 18:43:44.279819 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:43:44.279819 dv-cinder-821746-1-iscsi neutron-server[108021]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 18:43:44.279819 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 18:43:44.279819 dv-cinder-821746-1-iscsi neutron-server[108021]: return self.request(url, 'GET', **kwargs) Dec 14 18:43:44.279819 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 18:43:44.279819 dv-cinder-821746-1-iscsi neutron-server[108021]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 18:43:44.279819 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 18:43:44.279819 dv-cinder-821746-1-iscsi neutron-server[108021]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:43:44.279819 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 18:43:44.279819 dv-cinder-821746-1-iscsi neutron-server[108021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:43:44.279819 dv-cinder-821746-1-iscsi neutron-server[108021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:43:44.308364 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba69b78a-d195-42c0-89ce-df264361dd82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c49742-c6e1-48f6-ae3d-c0797477acd9,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:44.316978 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-ba69b78a-d195-42c0-89ce-df264361dd82 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=98c4ce53b91c43fbbbd0d7ad6d22386c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4562078 Dec 14 18:43:44.327383 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 40360) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:44.359507 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-8cd74fef-7e43-4b5a-95f7-0c8a82f818e0 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Network 7f7553d6-566b-442a-8474-b9703b3d3a26 is already hosted by enough agents. {{(pid=108020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:43:44.363700 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd74fef-7e43-4b5a-95f7-0c8a82f818e0 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Pushing event updated for resources: {'Port': ['ID=6fa7c810-4b83-48b0-a3e3-bf2712047926,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:44.372634 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.base_scheduler [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-8cd74fef-7e43-4b5a-95f7-0c8a82f818e0 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Resources bound (agent type, host, resource id): {{(pid=108020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:43:44.381968 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-f7e39bff-5042-49cb-b640-da45d8e2f769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3907168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552522'] for network, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:44.387298 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-2e4aa62a-2bbe-4e0f-aa1c-0d07d04a80f6 req-5be0e049-c10a-4293-b142-0cce11390925 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941203 Dec 14 18:43:44.398330 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.db_base_plugin_common [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-efa0d0a1-b7c4-4c3e-91b5-a9fba5535dbf tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Allocated IP 172.20.0.8 (cec07be9-2009-49bf-b433-dbf4ec1bc7f9/3c4318d4-5988-4679-8015-e2594e934f86/eeec46a2-ecce-45bc-abc2-5aa229411802) {{(pid=108020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:43:44.411516 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-f7e39bff-5042-49cb-b640-da45d8e2f769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for network, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:44.415199 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-f7e39bff-5042-49cb-b640-da45d8e2f769 admin admin] 10.222.0.71 "DELETE /v2.0/networks/73b60a1c-1daf-45b3-9654-94d359f3a16d HTTP/1.1" status: 204 len: 168 time: 0.9340293 Dec 14 18:43:44.417072 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e39bff-5042-49cb-b640-da45d8e2f769 admin admin] Pushing event deleted for resources: {'Network': ['ID=73b60a1c-1daf-45b3-9654-94d359f3a16d,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:44.418707 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 40364) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:44.438492 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-8cd74fef-7e43-4b5a-95f7-0c8a82f818e0 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Received port after_create {{(pid=108020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:43:44.445243 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-8cd74fef-7e43-4b5a-95f7-0c8a82f818e0 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:44.446424 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-8cd74fef-7e43-4b5a-95f7-0c8a82f818e0 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:44.538208 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0d9c3e5-2071-4016-b1e7-d7aea1b09e27 admin admin] Deleting subnet 615f0895-c1f8-4327-b98f-46db0b6c18ef {{(pid=108021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 14 18:43:44.544639 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-b0d9c3e5-2071-4016-b1e7-d7aea1b09e27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:44.666336 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-b0d9c3e5-2071-4016-b1e7-d7aea1b09e27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29292912'] for subnet, precommit_delete_associations {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:44.742098 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-b0d9c3e5-2071-4016-b1e7-d7aea1b09e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3907046'] for subnet, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:44.747580 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-067230f4-fa13-4a53-a208-6f92c9bf700f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:44.781822 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-8bcc3e91-2fc0-4f65-82da-fd88b6f2c6be None None] Provisioning complete for port 6fa7c810-4b83-48b0-a3e3-bf2712047926 triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:43:44.782674 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-8bcc3e91-2fc0-4f65-82da-fd88b6f2c6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:44.827200 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-8bcc3e91-2fc0-4f65-82da-fd88b6f2c6be None None] Port 6fa7c810-4b83-48b0-a3e3-bf2712047926 cannot update to ACTIVE because it is not bound. {{(pid=108022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:43:44.827639 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-efa0d0a1-b7c4-4c3e-91b5-a9fba5535dbf tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Notify callbacks [] for port, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:44.869949 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-8cd74fef-7e43-4b5a-95f7-0c8a82f818e0 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8431571 Dec 14 18:43:44.884513 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e74a1-95f8-46e2-9372-84be936dd0ec req-d8eb3eaf-5592-4527-8c89-c8de6146e5e3 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:44.886042 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-c36e74a1-95f8-46e2-9372-84be936dd0ec req-d8eb3eaf-5592-4527-8c89-c8de6146e5e3 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/ports?device_id=17dfb255-9bae-45f1-a9e4-3215ecb55604 HTTP/1.1" status: 200 len: 943 time: 0.0906789 Dec 14 18:43:44.912440 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-da27bdba-ac6f-4d6d-9504-f56f3c728b5f req-90b73d86-e0d6-4050-bdc4-deb383932bd0 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 210 time: 0.0471287 Dec 14 18:43:44.915015 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-b0d9c3e5-2071-4016-b1e7-d7aea1b09e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3907055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29291609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28799321'] for subnet, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:44.918324 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-9360b2bd-d4e1-4620-9a46-e9a6a9799621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:44.929572 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-efa0d0a1-b7c4-4c3e-91b5-a9fba5535dbf tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957'] for port, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:44.963348 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d9c3e5-2071-4016-b1e7-d7aea1b09e27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=615f0895-c1f8-4327-b98f-46db0b6c18ef,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:44.971006 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-b0d9c3e5-2071-4016-b1e7-d7aea1b09e27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for subnet, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:44.975126 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-b0d9c3e5-2071-4016-b1e7-d7aea1b09e27 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/615f0895-c1f8-4327-b98f-46db0b6c18ef HTTP/1.1" status: 204 len: 168 time: 0.5550306 Dec 14 18:43:44.979483 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-c36e74a1-95f8-46e2-9372-84be936dd0ec req-fb19b72e-09ef-4298-be2d-2bde5b795474 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/security-groups?id=f7c06555-811a-437e-8ab9-410f758bcf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817325 Dec 14 18:43:44.979931 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 40380) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:45.017322 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa0d0a1-b7c4-4c3e-91b5-a9fba5535dbf tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Pushing event updated for resources: {'Port': ['ID=eeec46a2-ecce-45bc-abc2-5aa229411802,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:45.032996 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-efa0d0a1-b7c4-4c3e-91b5-a9fba5535dbf tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Network cec07be9-2009-49bf-b433-dbf4ec1bc7f9 is already hosted by enough agents. {{(pid=108020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:43:45.035139 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-9360b2bd-d4e1-4620-9a46-e9a6a9799621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:45.042728 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.base_scheduler [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-efa0d0a1-b7c4-4c3e-91b5-a9fba5535dbf tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Resources bound (agent type, host, resource id): {{(pid=108020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:43:45.047452 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-efa0d0a1-b7c4-4c3e-91b5-a9fba5535dbf tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Received port after_create {{(pid=108020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:43:45.053544 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-efa0d0a1-b7c4-4c3e-91b5-a9fba5535dbf tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:45.054274 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-efa0d0a1-b7c4-4c3e-91b5-a9fba5535dbf tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:45.073736 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-20b9bfdf-70a2-4de1-b6bf-f1200ae2cdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3973964'] for network, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:45.116093 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-efa0d0a1-b7c4-4c3e-91b5-a9fba5535dbf tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0104203 Dec 14 18:43:45.140089 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f948da-fdc4-4486-b3aa-42ec5e6c0f89 req-1aa75718-6728-4ad3-8ed4-8c4910d9a643 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:45.141593 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f7f948da-fdc4-4486-b3aa-42ec5e6c0f89 req-1aa75718-6728-4ad3-8ed4-8c4910d9a643 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 932 time: 0.0751793 Dec 14 18:43:45.155233 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-9360b2bd-d4e1-4620-9a46-e9a6a9799621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:45.157710 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-9360b2bd-d4e1-4620-9a46-e9a6a9799621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:45.158790 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-9360b2bd-d4e1-4620-9a46-e9a6a9799621 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/15c49742-c6e1-48f6-ae3d-c0797477acd9 HTTP/1.1" status: 204 len: 168 time: 0.8286245 Dec 14 18:43:45.166181 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-20b9bfdf-70a2-4de1-b6bf-f1200ae2cdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3899795', 'neutron.services.segments.db._delete_segments_for_network-8730915442872'] for network, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:45.175042 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360b2bd-d4e1-4620-9a46-e9a6a9799621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c49742-c6e1-48f6-ae3d-c0797477acd9,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:45.195037 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f7f948da-fdc4-4486-b3aa-42ec5e6c0f89 req-ba2782e6-660e-4813-bdfc-0b63b34dbf87 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464442 Dec 14 18:43:45.202697 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.services.segments.db [None req-20b9bfdf-70a2-4de1-b6bf-f1200ae2cdc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b3d8d67-bcf7-4343-a465-292cdb5ddc01']}} {{(pid=108021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:43:45.214643 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.services.segments.db [None req-20b9bfdf-70a2-4de1-b6bf-f1200ae2cdc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a0429d6-699a-4338-98ff-acc8253220da') {'for_net_delete': True} {{(pid=108021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:43:45.214905 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.services.segments.db [None req-20b9bfdf-70a2-4de1-b6bf-f1200ae2cdc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a0429d6-699a-4338-98ff-acc8253220da') {} {{(pid=108021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:43:45.232418 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-20b9bfdf-70a2-4de1-b6bf-f1200ae2cdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730915282288', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29292905'] for segment, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:45.245795 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-20b9bfdf-70a2-4de1-b6bf-f1200ae2cdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017'] for segment, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:45.252147 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20b9bfdf-70a2-4de1-b6bf-f1200ae2cdc0 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=108021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 18:43:45.252601 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-20b9bfdf-70a2-4de1-b6bf-f1200ae2cdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29291711'] for segment, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:45.254267 dv-cinder-821746-1-iscsi neutron-server[108021]: Traceback (most recent call last): Dec 14 18:43:45.254267 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 18:43:45.254267 dv-cinder-821746-1-iscsi neutron-server[108021]: timer() Dec 14 18:43:45.254267 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:43:45.254267 dv-cinder-821746-1-iscsi neutron-server[108021]: cb(*args, **kw) Dec 14 18:43:45.254267 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 18:43:45.254267 dv-cinder-821746-1-iscsi neutron-server[108021]: return func(*args, **kwargs) Dec 14 18:43:45.254267 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:43:45.254267 dv-cinder-821746-1-iscsi neutron-server[108021]: self._notify() Dec 14 18:43:45.254267 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:43:45.254267 dv-cinder-821746-1-iscsi neutron-server[108021]: self.callback(batched_events) Dec 14 18:43:45.254267 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:43:45.254267 dv-cinder-821746-1-iscsi neutron-server[108021]: event.method(event) Dec 14 18:43:45.254267 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 18:43:45.254267 dv-cinder-821746-1-iscsi neutron-server[108021]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:43:45.254267 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 18:43:45.254267 dv-cinder-821746-1-iscsi neutron-server[108021]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 18:43:45.254267 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 18:43:45.254267 dv-cinder-821746-1-iscsi neutron-server[108021]: return f(self, *a, **k) Dec 14 18:43:45.254267 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 18:43:45.254267 dv-cinder-821746-1-iscsi neutron-server[108021]: return self._get(url).json() Dec 14 18:43:45.254267 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:43:45.254267 dv-cinder-821746-1-iscsi neutron-server[108021]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 18:43:45.254267 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 18:43:45.254267 dv-cinder-821746-1-iscsi neutron-server[108021]: return self.request(url, 'GET', **kwargs) Dec 14 18:43:45.254267 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 18:43:45.254267 dv-cinder-821746-1-iscsi neutron-server[108021]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 18:43:45.254267 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 18:43:45.254267 dv-cinder-821746-1-iscsi neutron-server[108021]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:43:45.254267 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 18:43:45.254267 dv-cinder-821746-1-iscsi neutron-server[108021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:43:45.254267 dv-cinder-821746-1-iscsi neutron-server[108021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:43:45.310840 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-20b9bfdf-70a2-4de1-b6bf-f1200ae2cdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3907168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552522'] for network, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:45.318282 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-20b9bfdf-70a2-4de1-b6bf-f1200ae2cdc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for network, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:45.322144 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-20b9bfdf-70a2-4de1-b6bf-f1200ae2cdc0 admin admin] 10.222.0.71 "DELETE /v2.0/networks/1b3d8d67-bcf7-4343-a465-292cdb5ddc01 HTTP/1.1" status: 204 len: 168 time: 0.3408260 Dec 14 18:43:45.332497 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b9bfdf-70a2-4de1-b6bf-f1200ae2cdc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b3d8d67-bcf7-4343-a465-292cdb5ddc01,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:45.443512 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 40392) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:45.465363 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-20a49c27-7dd6-4f13-9544-bb6f947f6b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:45.505701 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 40394) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:45.552297 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-064ec3c5-3a15-4dd8-b627-c8d5aadbff52 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=489d6cd115604a9bb9284c15ca244ec1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453784 Dec 14 18:43:45.554782 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 40396) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:45.561492 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569ae8c-a494-473f-a2c7-589d67176f72 req-17ced2ef-ea44-470d-a5de-9b5a00fb258c tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:45.569457 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-5569ae8c-a494-473f-a2c7-589d67176f72 req-17ced2ef-ea44-470d-a5de-9b5a00fb258c tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3696292-943a-45ac-ad18-6c6696d84c24 HTTP/1.1" status: 200 len: 943 time: 0.0856671 Dec 14 18:43:45.597648 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-99f93412-39b4-4aa8-b781-654b61dbf332 service neutron] Request body: {'port': {'device_id': 'e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:43:45.622159 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-20a49c27-7dd6-4f13-9544-bb6f947f6b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:45.634856 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-20a49c27-7dd6-4f13-9544-bb6f947f6b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:45.639300 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-62607c08-e085-46ad-a7de-b6ed6e9acd99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:45.666381 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-5569ae8c-a494-473f-a2c7-589d67176f72 req-25e9c8ac-cfd5-4496-b250-5292cd254256 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959201 Dec 14 18:43:45.675519 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-99f93412-39b4-4aa8-b781-654b61dbf332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:45.681979 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-62607c08-e085-46ad-a7de-b6ed6e9acd99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:45.692843 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-20a49c27-7dd6-4f13-9544-bb6f947f6b62 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c94caa79c84048b28418d893531e0401&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2479002 Dec 14 18:43:45.695531 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 40402) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:45.696742 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a49c27-7dd6-4f13-9544-bb6f947f6b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751958bd-e9b9-44cd-a6cd-146aa1a9972d,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:45.753320 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-d7372204-a666-429d-926f-0af8b0dc2ad6 service neutron] Request body: {'port': {'device_id': 'c97419b4-063a-4025-8031-67239edf171d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:43:45.839131 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b6faa584-a511-4251-8167-4e075967f580 req-5d9027b8-72af-4b09-a11c-452a38880279 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5310d9fd-da78-49b1-a273-0fe483d0fb18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1039274 Dec 14 18:43:45.903129 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-11c9ce15-673c-4512-9871-2cfafafc26f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:45.943001 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-11c9ce15-673c-4512-9871-2cfafafc26f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:45.945277 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2e74b-e46b-4d82-8072-4f8f82171f88 req-85b5ddd1-bfbe-457b-a4ba-b412ce54e753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:45.947906 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-45d2e74b-e46b-4d82-8072-4f8f82171f88 req-85b5ddd1-bfbe-457b-a4ba-b412ce54e753 service neutron] 10.222.0.61 "GET /v2.0/networks?id=dd304430-c646-4db7-a934-2559ea0d87d6 HTTP/1.1" status: 200 len: 915 time: 0.2212334 Dec 14 18:43:46.017873 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-45d2e74b-e46b-4d82-8072-4f8f82171f88 req-63cb4ede-acbc-4cba-b4dc-1e1fb203675f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc5c5a9f-e43e-4880-9f97-d6ac12250964 HTTP/1.1" status: 200 len: 217 time: 0.0606542 Dec 14 18:43:46.072387 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-62607c08-e085-46ad-a7de-b6ed6e9acd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:46.075109 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-62607c08-e085-46ad-a7de-b6ed6e9acd99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:46.078948 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-62607c08-e085-46ad-a7de-b6ed6e9acd99 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/baaec8c0-8bcf-4716-9986-65e1993ce490 HTTP/1.1" status: 204 len: 168 time: 0.5205648 Dec 14 18:43:46.108883 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2e74b-e46b-4d82-8072-4f8f82171f88 req-ba7c4177-d91b-423d-ae2c-3b36b4db5e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:46.109740 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347e071-8ebd-428c-ab43-edb2156317ef req-1584aa11-c098-408b-8210-a7a78dca84ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:46.110577 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-45d2e74b-e46b-4d82-8072-4f8f82171f88 req-ba7c4177-d91b-423d-ae2c-3b36b4db5e34 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=048742ed-8e42-40b7-b8eb-a3709809cf9f HTTP/1.1" status: 200 len: 854 time: 0.0838258 Dec 14 18:43:46.111346 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a347e071-8ebd-428c-ab43-edb2156317ef req-1584aa11-c098-408b-8210-a7a78dca84ee service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6d30e631db984d3fa5328c6309d21ab1&device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 1096 time: 0.3285542 Dec 14 18:43:46.118000 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-d7372204-a666-429d-926f-0af8b0dc2ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:46.119880 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-11c9ce15-673c-4512-9871-2cfafafc26f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:46.122439 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-11c9ce15-673c-4512-9871-2cfafafc26f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:46.123586 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-11c9ce15-673c-4512-9871-2cfafafc26f9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/751958bd-e9b9-44cd-a6cd-146aa1a9972d HTTP/1.1" status: 204 len: 168 time: 0.4226871 Dec 14 18:43:46.158168 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:46.170529 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-45d2e74b-e46b-4d82-8072-4f8f82171f88 req-fb88bd7d-a792-4be0-833a-f44c8413e4ab service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dd304430-c646-4db7-a934-2559ea0d87d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441449 Dec 14 18:43:46.171252 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c9ce15-673c-4512-9871-2cfafafc26f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751958bd-e9b9-44cd-a6cd-146aa1a9972d,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:46.177310 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62607c08-e085-46ad-a7de-b6ed6e9acd99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baaec8c0-8bcf-4716-9986-65e1993ce490,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:46.186198 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2fb920-d062-46df-bec5-03aa18ea9281 req-54a0ea3b-da3e-479f-b440-36c9bd3aa77d tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:46.187742 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-0d2fb920-d062-46df-bec5-03aa18ea9281 req-54a0ea3b-da3e-479f-b440-36c9bd3aa77d tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/ports?device_id=17dfb255-9bae-45f1-a9e4-3215ecb55604 HTTP/1.1" status: 200 len: 943 time: 0.1220629 Dec 14 18:43:46.281568 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-0d2fb920-d062-46df-bec5-03aa18ea9281 req-85323a09-13db-46b8-8966-21c6618040bc tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/security-groups?id=f7c06555-811a-437e-8ab9-410f758bcf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835454 Dec 14 18:43:46.344513 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-45d2e74b-e46b-4d82-8072-4f8f82171f88 req-8fb45a8d-c07e-4c3f-a3f4-9f0e2947c06b service neutron] 10.222.0.61 "GET /v2.0/networks/dd304430-c646-4db7-a934-2559ea0d87d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557844 Dec 14 18:43:46.357724 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b6faa584-a511-4251-8167-4e075967f580 req-848ac8a3-ac0b-440d-9a9a-67d2d20d73ac service neutron] 10.222.0.61 "GET /v2.0/networks/5310d9fd-da78-49b1-a273-0fe483d0fb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4975410 Dec 14 18:43:46.382941 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411b635-e5c5-4b98-ba5b-540a360eba85 req-09dfc87e-4025-4e5e-9b81-b8b06c49ef05 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:46.384341 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-1411b635-e5c5-4b98-ba5b-540a360eba85 req-09dfc87e-4025-4e5e-9b81-b8b06c49ef05 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 931 time: 0.3410566 Dec 14 18:43:46.474087 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a75a0-a411-474b-90c5-f159681216b2 req-f91d5bdb-b36f-46f4-a977-26be6125d530 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:46.475441 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-407a75a0-a411-474b-90c5-f159681216b2 req-f91d5bdb-b36f-46f4-a977-26be6125d530 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 932 time: 0.1103444 Dec 14 18:43:46.507505 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-45d2e74b-e46b-4d82-8072-4f8f82171f88 req-de6745f3-c7f3-42af-9049-1b2e25b2c144 service neutron] 10.222.0.61 "GET /v2.0/networks/dd304430-c646-4db7-a934-2559ea0d87d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537228 Dec 14 18:43:46.542544 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-407a75a0-a411-474b-90c5-f159681216b2 req-211f9c40-7d02-41c8-a11b-909d9048109a tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533810 Dec 14 18:43:46.625924 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 40426) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:46.645781 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 40428) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:46.652705 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-72a3efd4-6f64-4550-af58-dcd90f5ff422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:46.714896 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-3dc152dd-50f1-4f35-836d-a9a41c84cb9a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7606f73697734ee884f854e1f2212390&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0656815 Dec 14 18:43:46.716118 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 40432) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:46.792812 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347e071-8ebd-428c-ab43-edb2156317ef req-490f5941-0e43-43e8-8610-e2587f974d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:46.794311 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a347e071-8ebd-428c-ab43-edb2156317ef req-490f5941-0e43-43e8-8610-e2587f974d06 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=6d30e631db984d3fa5328c6309d21ab1&shared=False HTTP/1.1" status: 200 len: 919 time: 0.6647191 Dec 14 18:43:46.823043 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-1411b635-e5c5-4b98-ba5b-540a360eba85 req-afc5ce0c-5c76-413c-8cd7-0314ceb9640d tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4163721 Dec 14 18:43:46.828537 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-1d908858-e1b2-49ed-9490-be9521f177e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:46.835880 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-72a3efd4-6f64-4550-af58-dcd90f5ff422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:46.854367 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ca891-2e28-43b5-99f5-fa74e92f66e4 req-63e7bbdd-4bec-495f-98f5-5198f9bdc19f tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:46.854367 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-c81ca891-2e28-43b5-99f5-fa74e92f66e4 req-63e7bbdd-4bec-495f-98f5-5198f9bdc19f tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3696292-943a-45ac-ad18-6c6696d84c24 HTTP/1.1" status: 200 len: 943 time: 0.1167533 Dec 14 18:43:46.855531 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-72a3efd4-6f64-4550-af58-dcd90f5ff422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:46.871957 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-1d908858-e1b2-49ed-9490-be9521f177e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:46.949298 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-72a3efd4-6f64-4550-af58-dcd90f5ff422 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f13ca43e06e143769752971e37e9b0c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3222389 Dec 14 18:43:46.955717 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a3efd4-6f64-4550-af58-dcd90f5ff422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a7940d-e39c-410c-a86d-bdd21e88f473,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:46.959714 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 40436) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:46.977984 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-c81ca891-2e28-43b5-99f5-fa74e92f66e4 req-ef588ef0-6427-4f03-9d7c-551b784df864 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080506 Dec 14 18:43:47.010194 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-1d908858-e1b2-49ed-9490-be9521f177e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:47.013363 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-1d908858-e1b2-49ed-9490-be9521f177e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:47.017026 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-1d908858-e1b2-49ed-9490-be9521f177e6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fd7077f2-9037-4828-92cb-391c58cbff55 HTTP/1.1" status: 204 len: 168 time: 0.2976701 Dec 14 18:43:47.024625 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d908858-e1b2-49ed-9490-be9521f177e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7077f2-9037-4828-92cb-391c58cbff55,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:47.049850 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b6faa584-a511-4251-8167-4e075967f580 req-baf1bdd8-3394-49fa-a7bd-8e9d6428987a service neutron] 10.222.0.61 "GET /v2.0/networks/5310d9fd-da78-49b1-a273-0fe483d0fb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6750574 Dec 14 18:43:47.162245 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-99f93412-39b4-4aa8-b781-654b61dbf332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fa7c810-4b83-48b0-a3e3-bf2712047926 {{(pid=108020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:43:47.193427 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-99f93412-39b4-4aa8-b781-654b61dbf332 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:47.228960 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347e071-8ebd-428c-ab43-edb2156317ef req-070aae7d-a513-410f-bdf6-d054835fa8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:47.230424 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a347e071-8ebd-428c-ab43-edb2156317ef req-070aae7d-a513-410f-bdf6-d054835fa8e9 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4243188 Dec 14 18:43:47.245475 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.provisioning_blocks [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-99f93412-39b4-4aa8-b781-654b61dbf332 service neutron] Transition to ACTIVE for port object 6fa7c810-4b83-48b0-a3e3-bf2712047926 will not be triggered until provisioned by entity L2. {{(pid=108020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 18:43:47.262151 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-99f93412-39b4-4aa8-b781-654b61dbf332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:47.270082 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-bc8fe5d3-5683-4989-8a62-bdd9cac8cc64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:47.367117 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253b225-efd2-4ff4-bb0b-54b63b7911ea req-1143b1fc-2d70-4953-a0fc-a2dfc7cb07ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:47.369240 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-1253b225-efd2-4ff4-bb0b-54b63b7911ea req-1143b1fc-2d70-4953-a0fc-a2dfc7cb07ec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4443a5288274445b8eccaf497ff2635f&device_id=17dfb255-9bae-45f1-a9e4-3215ecb55604 HTTP/1.1" status: 200 len: 1096 time: 0.2490597 Dec 14 18:43:47.438896 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-bc8fe5d3-5683-4989-8a62-bdd9cac8cc64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:47.505361 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:47.512608 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-d7372204-a666-429d-926f-0af8b0dc2ad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeec46a2-ecce-45bc-abc2-5aa229411802 {{(pid=108020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:43:47.537747 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f93412-39b4-4aa8-b781-654b61dbf332 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa7c810-4b83-48b0-a3e3-bf2712047926,revision_number=2']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:47.541062 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-d7372204-a666-429d-926f-0af8b0dc2ad6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:47.640561 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b8675-2292-48ed-909a-307881452d72 req-1ca1f605-21c9-407b-b319-3405192e11e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:47.642070 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4d8b8675-2292-48ed-909a-307881452d72 req-1ca1f605-21c9-407b-b319-3405192e11e6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6d30e631db984d3fa5328c6309d21ab1&device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 1096 time: 0.3591030 Dec 14 18:43:47.664005 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.provisioning_blocks [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-d7372204-a666-429d-926f-0af8b0dc2ad6 service neutron] Transition to ACTIVE for port object eeec46a2-ecce-45bc-abc2-5aa229411802 will not be triggered until provisioned by entity L2. {{(pid=108020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 18:43:47.668165 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-99f93412-39b4-4aa8-b781-654b61dbf332 service neutron] Attempting to bind port 6fa7c810-4b83-48b0-a3e3-bf2712047926 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:43:47.668500 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-99f93412-39b4-4aa8-b781-654b61dbf332 service neutron] Attempting to bind port 6fa7c810-4b83-48b0-a3e3-bf2712047926 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '0ad4ed73-9327-4e24-9a3d-54336f11a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7f7553d6-566b-442a-8474-b9703b3d3a26'}] {{(pid=108020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:43:47.668824 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-99f93412-39b4-4aa8-b781-654b61dbf332 service neutron] Attempting to bind port 6fa7c810-4b83-48b0-a3e3-bf2712047926 on network 7f7553d6-566b-442a-8474-b9703b3d3a26 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:43:47.698172 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf8630-df8a-4e30-ac23-875338696f8e req-58f3c7db-9911-4218-8ccc-e9e1128fae6f tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:47.700099 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-c9cf8630-df8a-4e30-ac23-875338696f8e req-58f3c7db-9911-4218-8ccc-e9e1128fae6f tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 944 time: 0.0675802 Dec 14 18:43:47.726241 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-d7372204-a666-429d-926f-0af8b0dc2ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:47.735414 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-99f93412-39b4-4aa8-b781-654b61dbf332 service neutron] Port 6fa7c810-4b83-48b0-a3e3-bf2712047926 on network 7f7553d6-566b-442a-8474-b9703b3d3a26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 18:43:47.735764 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-99f93412-39b4-4aa8-b781-654b61dbf332 service neutron] Attempting to bind port 6fa7c810-4b83-48b0-a3e3-bf2712047926 on network 7f7553d6-566b-442a-8474-b9703b3d3a26 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:43:47.749153 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4d8b8675-2292-48ed-909a-307881452d72 req-892b1436-9518-4305-af15-8ab0ba210e06 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1be5751a-d6f2-43c8-bc3f-36770fd3ac51 HTTP/1.1" status: 200 len: 217 time: 0.0833066 Dec 14 18:43:47.770450 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-c9cf8630-df8a-4e30-ac23-875338696f8e req-115baf02-ab2e-41df-9b8a-9c17eccd140c tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593216 Dec 14 18:43:47.795308 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b78bb-ab58-4684-9741-c23ddce40ca6 req-1f79da31-8cb0-4eab-acf6-56c4d935c835 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:47.796818 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c32b78bb-ab58-4684-9741-c23ddce40ca6 req-1f79da31-8cb0-4eab-acf6-56c4d935c835 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/ports?device_id=17dfb255-9bae-45f1-a9e4-3215ecb55604 HTTP/1.1" status: 200 len: 943 time: 0.3936465 Dec 14 18:43:47.808024 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-99f93412-39b4-4aa8-b781-654b61dbf332 service neutron] Checking agent: {'id': '1f764c31-0392-4232-adb6-72e70ca44f2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 41, 22), 'started_at': datetime.datetime(2021, 12, 14, 18, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:43:47.808405 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-99f93412-39b4-4aa8-b781-654b61dbf332 service neutron] Checking segment: {'id': '0ad4ed73-9327-4e24-9a3d-54336f11a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7f7553d6-566b-442a-8474-b9703b3d3a26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:43:47.808922 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-99f93412-39b4-4aa8-b781-654b61dbf332 service neutron] Bound using segment: {'id': '0ad4ed73-9327-4e24-9a3d-54336f11a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7f7553d6-566b-442a-8474-b9703b3d3a26'} {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:43:47.809254 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-99f93412-39b4-4aa8-b781-654b61dbf332 service neutron] Bound port: 6fa7c810-4b83-48b0-a3e3-bf2712047926, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad4ed73-9327-4e24-9a3d-54336f11a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7f7553d6-566b-442a-8474-b9703b3d3a26'}}] {{(pid=108020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:43:47.809666 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-99f93412-39b4-4aa8-b781-654b61dbf332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:47.858246 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253b225-efd2-4ff4-bb0b-54b63b7911ea req-80fc774a-b8d3-4569-a55c-103fc6e71a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:47.859752 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-1253b225-efd2-4ff4-bb0b-54b63b7911ea req-80fc774a-b8d3-4569-a55c-103fc6e71a94 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5310d9fd-da78-49b1-a273-0fe483d0fb18 HTTP/1.1" status: 200 len: 912 time: 0.4796288 Dec 14 18:43:47.867160 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-bc8fe5d3-5683-4989-8a62-bdd9cac8cc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:47.869815 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-bc8fe5d3-5683-4989-8a62-bdd9cac8cc64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:47.870694 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:47.870982 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-bc8fe5d3-5683-4989-8a62-bdd9cac8cc64 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/28a7940d-e39c-410c-a86d-bdd21e88f473 HTTP/1.1" status: 204 len: 168 time: 0.8983939 Dec 14 18:43:47.933827 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7372204-a666-429d-926f-0af8b0dc2ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=eeec46a2-ecce-45bc-abc2-5aa229411802,revision_number=2']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:47.970318 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8fe5d3-5683-4989-8a62-bdd9cac8cc64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a7940d-e39c-410c-a86d-bdd21e88f473,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:47.992716 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-1253b225-efd2-4ff4-bb0b-54b63b7911ea req-e06e6740-bdab-49b5-be01-49b51191fe97 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16f96684-ba44-4964-ad0b-59d4db4968ff HTTP/1.1" status: 200 len: 217 time: 0.1104360 Dec 14 18:43:48.004371 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d1d49-13ef-4b9d-baa0-6c9269ae2135 req-993e6bc3-8d59-4390-a325-f11f9ba5f442 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:48.007912 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-df0d1d49-13ef-4b9d-baa0-6c9269ae2135 req-993e6bc3-8d59-4390-a325-f11f9ba5f442 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 943 time: 0.0780027 Dec 14 18:43:48.015589 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b8675-2292-48ed-909a-307881452d72 req-3724fbaf-90d6-428f-a2f8-e0ae791f0d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:48.017049 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4d8b8675-2292-48ed-909a-307881452d72 req-3724fbaf-90d6-428f-a2f8-e0ae791f0d9c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3c4318d4-5988-4679-8015-e2594e934f86 HTTP/1.1" status: 200 len: 858 time: 0.2303109 Dec 14 18:43:48.071117 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-df0d1d49-13ef-4b9d-baa0-6c9269ae2135 req-228e651d-a3ea-4aa8-9a80-bcb01e5bbee5 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518827 Dec 14 18:43:48.095273 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4d8b8675-2292-48ed-909a-307881452d72 req-6890d3a1-e69b-4b11-86c2-2b3c83dcd3a6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cec07be9-2009-49bf-b433-dbf4ec1bc7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480227 Dec 14 18:43:48.134060 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c32b78bb-ab58-4684-9741-c23ddce40ca6 req-eef70018-c886-43d9-bbe1-b5cb262b706e tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/security-groups?id=f7c06555-811a-437e-8ab9-410f758bcf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170066 Dec 14 18:43:48.224514 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-d7372204-a666-429d-926f-0af8b0dc2ad6 service neutron] Attempting to bind port eeec46a2-ecce-45bc-abc2-5aa229411802 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:43:48.224854 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-d7372204-a666-429d-926f-0af8b0dc2ad6 service neutron] Attempting to bind port eeec46a2-ecce-45bc-abc2-5aa229411802 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '59268339-a9bf-4548-b15f-f5dee7a5018e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cec07be9-2009-49bf-b433-dbf4ec1bc7f9'}] {{(pid=108020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:43:48.225186 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-d7372204-a666-429d-926f-0af8b0dc2ad6 service neutron] Attempting to bind port eeec46a2-ecce-45bc-abc2-5aa229411802 on network cec07be9-2009-49bf-b433-dbf4ec1bc7f9 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:43:48.266104 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-99f93412-39b4-4aa8-b781-654b61dbf332 service neutron] For port 6fa7c810-4b83-48b0-a3e3-bf2712047926, host hv-cinder-82174, cleared binding levels {{(pid=108020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:43:48.296040 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305706ed-7627-4957-be22-7926e9f4c78b req-4b772794-b667-419b-a6bc-93dfcc8ed4bd tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:48.297957 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-d7372204-a666-429d-926f-0af8b0dc2ad6 service neutron] Port eeec46a2-ecce-45bc-abc2-5aa229411802 on network cec07be9-2009-49bf-b433-dbf4ec1bc7f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 18:43:48.298286 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-d7372204-a666-429d-926f-0af8b0dc2ad6 service neutron] Attempting to bind port eeec46a2-ecce-45bc-abc2-5aa229411802 on network cec07be9-2009-49bf-b433-dbf4ec1bc7f9 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:43:48.308227 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253b225-efd2-4ff4-bb0b-54b63b7911ea req-1d10ecea-657e-4d10-80f2-f9f697dd6faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:48.308334 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-305706ed-7627-4957-be22-7926e9f4c78b req-4b772794-b667-419b-a6bc-93dfcc8ed4bd tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3696292-943a-45ac-ad18-6c6696d84c24 HTTP/1.1" status: 200 len: 943 time: 0.1104944 Dec 14 18:43:48.309679 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-1253b225-efd2-4ff4-bb0b-54b63b7911ea req-1d10ecea-657e-4d10-80f2-f9f697dd6faa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f5768fa5-de85-4e40-9c18-3f9596c223fc HTTP/1.1" status: 200 len: 851 time: 0.2973287 Dec 14 18:43:48.314029 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-99f93412-39b4-4aa8-b781-654b61dbf332 service neutron] For port 6fa7c810-4b83-48b0-a3e3-bf2712047926, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=6fa7c810-4b83-48b0-a3e3-bf2712047926,segment=NetworkSegment(0ad4ed73-9327-4e24-9a3d-54336f11a8d9),segment_id=0ad4ed73-9327-4e24-9a3d-54336f11a8d9)] {{(pid=108020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:43:48.350006 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-d7372204-a666-429d-926f-0af8b0dc2ad6 service neutron] Checking agent: {'id': '1f764c31-0392-4232-adb6-72e70ca44f2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 41, 22), 'started_at': datetime.datetime(2021, 12, 14, 18, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:43:48.350551 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-d7372204-a666-429d-926f-0af8b0dc2ad6 service neutron] Checking segment: {'id': '59268339-a9bf-4548-b15f-f5dee7a5018e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cec07be9-2009-49bf-b433-dbf4ec1bc7f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:43:48.350922 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-d7372204-a666-429d-926f-0af8b0dc2ad6 service neutron] Bound using segment: {'id': '59268339-a9bf-4548-b15f-f5dee7a5018e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cec07be9-2009-49bf-b433-dbf4ec1bc7f9'} {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:43:48.351388 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-d7372204-a666-429d-926f-0af8b0dc2ad6 service neutron] Bound port: eeec46a2-ecce-45bc-abc2-5aa229411802, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59268339-a9bf-4548-b15f-f5dee7a5018e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cec07be9-2009-49bf-b433-dbf4ec1bc7f9'}}] {{(pid=108020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:43:48.351784 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-d7372204-a666-429d-926f-0af8b0dc2ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:48.359352 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-1253b225-efd2-4ff4-bb0b-54b63b7911ea req-b93c527d-a64c-4ab5-8fba-c5292fcb3ccd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5310d9fd-da78-49b1-a273-0fe483d0fb18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401845 Dec 14 18:43:48.375120 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-99f93412-39b4-4aa8-b781-654b61dbf332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:48.400380 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-305706ed-7627-4957-be22-7926e9f4c78b req-feee5e08-0479-4e5f-ba96-380a4d14ec79 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896978 Dec 14 18:43:48.435830 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4d8b8675-2292-48ed-909a-307881452d72 req-e958dfae-3d38-4a18-8878-da4428db76f3 service neutron] 10.222.0.61 "GET /v2.0/networks/cec07be9-2009-49bf-b433-dbf4ec1bc7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577147 Dec 14 18:43:48.902466 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-99f93412-39b4-4aa8-b781-654b61dbf332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:48.903288 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-99f93412-39b4-4aa8-b781-654b61dbf332 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:48.904674 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-99f93412-39b4-4aa8-b781-654b61dbf332 service neutron] 10.222.0.61 "PUT /v2.0/ports/6fa7c810-4b83-48b0-a3e3-bf2712047926 HTTP/1.1" status: 200 len: 1094 time: 3.3132913 Dec 14 18:43:48.913805 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9', 'tag': '6fa7c810-4b83-48b0-a3e3-bf2712047926'}] {{(pid=108020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:43:48.916252 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d1d651e17726932f2c063a5cb62fed0687a982c73a8c4b64805019ed9839e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e730e1-42d6-422e-90c5-846ecc6262ea" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9", "tag": "6fa7c810-4b83-48b0-a3e3-bf2712047926"}]}' {{(pid=108020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:43:49.050730 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f93412-39b4-4aa8-b781-654b61dbf332 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa7c810-4b83-48b0-a3e3-bf2712047926,revision_number=3']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:49.066176 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6970f8f-0e4a-4919-9c7d-676c843ea2d0 x-openstack-request-id: req-e6970f8f-0e4a-4919-9c7d-676c843ea2d0 {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:43:49.066493 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9", "tag": "6fa7c810-4b83-48b0-a3e3-bf2712047926", "status": "completed", "code": 200}]} {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:43:49.066753 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e6970f8f-0e4a-4919-9c7d-676c843ea2d0 {{(pid=108020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:43:49.067147 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9', 'tag': '6fa7c810-4b83-48b0-a3e3-bf2712047926', 'status': 'completed', 'code': 200} Dec 14 18:43:49.110969 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-d7372204-a666-429d-926f-0af8b0dc2ad6 service neutron] For port eeec46a2-ecce-45bc-abc2-5aa229411802, host hv-cinder-82174, cleared binding levels {{(pid=108020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:43:49.130355 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-1253b225-efd2-4ff4-bb0b-54b63b7911ea req-d3798819-51b9-47b2-a430-d8f03b439d53 service neutron] 10.222.0.61 "GET /v2.0/networks/5310d9fd-da78-49b1-a273-0fe483d0fb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7455349 Dec 14 18:43:49.141502 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-d7372204-a666-429d-926f-0af8b0dc2ad6 service neutron] For port eeec46a2-ecce-45bc-abc2-5aa229411802, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=eeec46a2-ecce-45bc-abc2-5aa229411802,segment=NetworkSegment(59268339-a9bf-4548-b15f-f5dee7a5018e),segment_id=59268339-a9bf-4548-b15f-f5dee7a5018e)] {{(pid=108020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:43:49.170248 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-d7372204-a666-429d-926f-0af8b0dc2ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:49.217033 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4d8b8675-2292-48ed-909a-307881452d72 req-5dfe0ffd-6f88-4c38-a457-768dc3f20c9f service neutron] 10.222.0.61 "GET /v2.0/networks/cec07be9-2009-49bf-b433-dbf4ec1bc7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7089250 Dec 14 18:43:49.231097 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebdfbc3-b0d5-4f17-a6b9-cbebc4ae1aba req-55b1157b-a8d1-4368-90d0-fae2ac50611d tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:49.232576 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5ebdfbc3-b0d5-4f17-a6b9-cbebc4ae1aba req-55b1157b-a8d1-4368-90d0-fae2ac50611d tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 944 time: 0.3409314 Dec 14 18:43:49.243570 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-15745554-9a11-4cc8-a3b8-0356e4c4aea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:49.245151 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-15745554-9a11-4cc8-a3b8-0356e4c4aea2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=949697f6123f48b49b1dfa9ea09b6236&device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 1097 time: 0.2584200 Dec 14 18:43:49.252359 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76751e-817a-4506-a999-198d10d198b1 req-19c412b3-ea5c-4d08-97ff-2fe9936ed027 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:49.254422 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-ca76751e-817a-4506-a999-198d10d198b1 req-19c412b3-ea5c-4d08-97ff-2fe9936ed027 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 943 time: 0.0572994 Dec 14 18:43:49.304435 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-ca76751e-817a-4506-a999-198d10d198b1 req-48e0c8b2-dbbc-444b-a3dc-41d40a39df74 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432978 Dec 14 18:43:49.364719 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-d7372204-a666-429d-926f-0af8b0dc2ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:49.365456 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-d7372204-a666-429d-926f-0af8b0dc2ad6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:49.367249 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-d7372204-a666-429d-926f-0af8b0dc2ad6 service neutron] 10.222.0.61 "PUT /v2.0/ports/eeec46a2-ecce-45bc-abc2-5aa229411802 HTTP/1.1" status: 200 len: 1093 time: 3.6332498 Dec 14 18:43:49.413668 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-1253b225-efd2-4ff4-bb0b-54b63b7911ea req-fef4fa49-6071-4eab-989e-1ca1b55d94eb service neutron] 10.222.0.61 "GET /v2.0/networks/5310d9fd-da78-49b1-a273-0fe483d0fb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704594 Dec 14 18:43:49.447439 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08832a74-9082-41c7-a907-1660f938cca2 req-89654fa9-c2e3-4ee5-80ee-5b193e305d05 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:49.448907 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-08832a74-9082-41c7-a907-1660f938cca2 req-89654fa9-c2e3-4ee5-80ee-5b193e305d05 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/ports?device_id=17dfb255-9bae-45f1-a9e4-3215ecb55604 HTTP/1.1" status: 200 len: 943 time: 0.0696514 Dec 14 18:43:49.453135 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5ebdfbc3-b0d5-4f17-a6b9-cbebc4ae1aba req-e0a087cd-b550-46a9-8b67-6b9c6802c903 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2060905 Dec 14 18:43:49.453505 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7372204-a666-429d-926f-0af8b0dc2ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=eeec46a2-ecce-45bc-abc2-5aa229411802,revision_number=3']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:49.522092 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-08832a74-9082-41c7-a907-1660f938cca2 req-c44ac7ce-4371-4784-8bc4-ebd1fceb3b79 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/security-groups?id=f7c06555-811a-437e-8ab9-410f758bcf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604620 Dec 14 18:43:49.592042 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee585ae8-9b87-4826-80c6-1ae26b94832a req-a41f60e6-890c-4606-a451-fa70e4a89a18 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:49.593699 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ee585ae8-9b87-4826-80c6-1ae26b94832a req-a41f60e6-890c-4606-a451-fa70e4a89a18 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3696292-943a-45ac-ad18-6c6696d84c24 HTTP/1.1" status: 200 len: 943 time: 0.0649910 Dec 14 18:43:49.654898 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ee585ae8-9b87-4826-80c6-1ae26b94832a req-f384ea4d-9533-4dfe-961f-0e0dd6f7a976 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532689 Dec 14 18:43:49.941670 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 40618) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:50.148296 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-5c1ac584-6590-4c70-8f00-8d10b137eac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:50.231732 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-5c1ac584-6590-4c70-8f00-8d10b137eac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:50.235734 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-5c1ac584-6590-4c70-8f00-8d10b137eac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:50.274729 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-5c1ac584-6590-4c70-8f00-8d10b137eac8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3d7e6ca273564473b6c65398186ded43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3319118 Dec 14 18:43:50.275594 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ac584-6590-4c70-8f00-8d10b137eac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3905fa-ca34-4ae9-9d37-637bba3e4dd1,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:50.277748 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 40634) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:50.340734 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-3e4f08a3-5491-4b52-8ef0-048f0afb6b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:50.364547 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-3e4f08a3-5491-4b52-8ef0-048f0afb6b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:50.451028 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61aa167-7e21-4b64-bbc8-be6853590a0f req-15b5c951-1981-433e-8b86-7d21acef38e7 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:50.452505 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-c61aa167-7e21-4b64-bbc8-be6853590a0f req-15b5c951-1981-433e-8b86-7d21acef38e7 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 943 time: 0.0732610 Dec 14 18:43:50.469860 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-3e4f08a3-5491-4b52-8ef0-048f0afb6b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:50.472356 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-3e4f08a3-5491-4b52-8ef0-048f0afb6b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:50.473427 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-3e4f08a3-5491-4b52-8ef0-048f0afb6b50 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ee3905fa-ca34-4ae9-9d37-637bba3e4dd1 HTTP/1.1" status: 204 len: 168 time: 0.1937997 Dec 14 18:43:50.493137 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f08a3-5491-4b52-8ef0-048f0afb6b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3905fa-ca34-4ae9-9d37-637bba3e4dd1,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:50.528317 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-c61aa167-7e21-4b64-bbc8-be6853590a0f req-c7af2c4f-e857-4b70-a57a-b23e11b32146 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688801 Dec 14 18:43:50.609934 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df4962-909e-446c-aff8-cec86e65cfe0 req-7bf91f94-c970-409b-b2c9-16cb9a9cfa44 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:50.611814 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-48df4962-909e-446c-aff8-cec86e65cfe0 req-7bf91f94-c970-409b-b2c9-16cb9a9cfa44 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 944 time: 0.0668311 Dec 14 18:43:50.666573 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479a5a7-e089-4234-b299-3d51710b311c req-3e334d5c-60ab-432f-9b1e-51ca95a59083 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:50.666729 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-48df4962-909e-446c-aff8-cec86e65cfe0 req-34a65ebb-bf19-4227-a1ac-28e1c8fbb229 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451844 Dec 14 18:43:50.673680 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-9479a5a7-e089-4234-b299-3d51710b311c req-3e334d5c-60ab-432f-9b1e-51ca95a59083 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/ports?device_id=17dfb255-9bae-45f1-a9e4-3215ecb55604 HTTP/1.1" status: 200 len: 943 time: 0.0624919 Dec 14 18:43:50.714670 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-9479a5a7-e089-4234-b299-3d51710b311c req-ba3ffe15-9768-4e48-be9b-d9b06ea38361 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/security-groups?id=f7c06555-811a-437e-8ab9-410f758bcf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401077 Dec 14 18:43:50.793301 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357075a-48d0-49a0-92dc-37339499a362 req-9e7d9889-235d-4430-9eca-170325e5de0c tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:50.794904 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-2357075a-48d0-49a0-92dc-37339499a362 req-9e7d9889-235d-4430-9eca-170325e5de0c tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3696292-943a-45ac-ad18-6c6696d84c24 HTTP/1.1" status: 200 len: 943 time: 0.0518467 Dec 14 18:43:50.835252 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-2357075a-48d0-49a0-92dc-37339499a362 req-02dd6de8-02a3-425a-8962-fe026b0067dc tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337236 Dec 14 18:43:50.860703 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 40672) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:50.873409 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-8967effc-9cdc-477c-a7b0-eb9c8516a156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:50.926577 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 40678) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:50.972362 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-8967effc-9cdc-477c-a7b0-eb9c8516a156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:50.977559 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-8967effc-9cdc-477c-a7b0-eb9c8516a156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:51.027141 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8967effc-9cdc-477c-a7b0-eb9c8516a156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcab7b94-202b-4864-9608-374c89413492,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:51.033232 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-8967effc-9cdc-477c-a7b0-eb9c8516a156 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cacf2b8897d044b7b4a5aaff0d81947b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1722157 Dec 14 18:43:51.036372 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 40684) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:51.069404 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c97419b4-063a-4025-8031-67239edf171d', 'tag': 'eeec46a2-ecce-45bc-abc2-5aa229411802'}] {{(pid=108020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:43:51.072402 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d1d651e17726932f2c063a5cb62fed0687a982c73a8c4b64805019ed9839e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56eb63e9-3910-4b17-a0f0-e4f8eafbe9c5" -d '{"events": [{"name": "network-changed", "server_uuid": "c97419b4-063a-4025-8031-67239edf171d", "tag": "eeec46a2-ecce-45bc-abc2-5aa229411802"}]}' {{(pid=108020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:43:51.098579 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-cef8e468-7cef-4024-afd7-fec27aafd274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:51.108779 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-9d25ce94-90fa-479b-a571-17725ea324e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:51.111327 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ad6803-f042-4d64-8d71-e5e225a0c5fe x-openstack-request-id: req-b1ad6803-f042-4d64-8d71-e5e225a0c5fe {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:43:51.111614 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c97419b4-063a-4025-8031-67239edf171d", "tag": "eeec46a2-ecce-45bc-abc2-5aa229411802", "status": "completed", "code": 200}]} {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:43:51.111866 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b1ad6803-f042-4d64-8d71-e5e225a0c5fe {{(pid=108020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:43:51.112238 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c97419b4-063a-4025-8031-67239edf171d', 'tag': 'eeec46a2-ecce-45bc-abc2-5aa229411802', 'status': 'completed', 'code': 200} Dec 14 18:43:51.141032 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-cef8e468-7cef-4024-afd7-fec27aafd274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:51.212668 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-cef8e468-7cef-4024-afd7-fec27aafd274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:51.215291 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-cef8e468-7cef-4024-afd7-fec27aafd274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:51.216416 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-cef8e468-7cef-4024-afd7-fec27aafd274 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bcab7b94-202b-4864-9608-374c89413492 HTTP/1.1" status: 204 len: 168 time: 0.1790459 Dec 14 18:43:51.232826 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8e468-7cef-4024-afd7-fec27aafd274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcab7b94-202b-4864-9608-374c89413492,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:51.268534 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-9d25ce94-90fa-479b-a571-17725ea324e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:51.272669 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-9d25ce94-90fa-479b-a571-17725ea324e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:51.323465 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-9d25ce94-90fa-479b-a571-17725ea324e9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=00bda22a883e472d88e4aa2e9493c007&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3919578 Dec 14 18:43:51.323645 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 40690) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:51.329970 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25ce94-90fa-479b-a571-17725ea324e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb1642e-51f3-4e7a-b562-0f3b0622ee37,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:51.376255 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-7826bfcd-4bd9-4286-ae29-af9986dade16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:51.398009 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-7826bfcd-4bd9-4286-ae29-af9986dade16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:51.445131 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-7826bfcd-4bd9-4286-ae29-af9986dade16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:51.448677 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-7826bfcd-4bd9-4286-ae29-af9986dade16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:51.452414 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-7826bfcd-4bd9-4286-ae29-af9986dade16 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/dcb1642e-51f3-4e7a-b562-0f3b0622ee37 HTTP/1.1" status: 204 len: 168 time: 0.1252115 Dec 14 18:43:51.457940 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7826bfcd-4bd9-4286-ae29-af9986dade16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb1642e-51f3-4e7a-b562-0f3b0622ee37,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:51.668675 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475edfe-a1ab-4ad3-82e4-aa7f4dd9365e req-58cc21a6-3b2a-4490-b750-c6b481bb8c32 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:51.669502 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-1475edfe-a1ab-4ad3-82e4-aa7f4dd9365e req-58cc21a6-3b2a-4490-b750-c6b481bb8c32 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 943 time: 0.0690203 Dec 14 18:43:51.737065 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-1475edfe-a1ab-4ad3-82e4-aa7f4dd9365e req-e3f07c24-8d07-4779-a10b-1a2c27526ba4 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564933 Dec 14 18:43:51.784938 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 40718) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:51.788272 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d15613-b37e-4c5c-a4ee-d537cd4e076f req-c4c2dba4-de85-432c-8204-bc8e61fc1c6e tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:51.789987 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-75d15613-b37e-4c5c-a4ee-d537cd4e076f req-c4c2dba4-de85-432c-8204-bc8e61fc1c6e tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 944 time: 0.0531054 Dec 14 18:43:51.804298 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-72a3bb0b-e771-4862-9c6f-0b2964aaadfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:51.834535 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-75d15613-b37e-4c5c-a4ee-d537cd4e076f req-f5fc983c-7cd2-4083-8472-060e65f023e4 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373843 Dec 14 18:43:51.880377 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617d2dc-82cd-4529-87e9-96f2b7c3c70c req-9ea7039a-2aaa-4151-a261-b13626009020 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:51.881861 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-0617d2dc-82cd-4529-87e9-96f2b7c3c70c req-9ea7039a-2aaa-4151-a261-b13626009020 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/ports?device_id=17dfb255-9bae-45f1-a9e4-3215ecb55604 HTTP/1.1" status: 200 len: 943 time: 0.0797145 Dec 14 18:43:51.953699 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-0617d2dc-82cd-4529-87e9-96f2b7c3c70c req-c5b519c1-812b-4d73-9c62-9d6894b0d34e tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/security-groups?id=f7c06555-811a-437e-8ab9-410f758bcf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628855 Dec 14 18:43:51.973540 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device dc5c5a9f-e43e-4880-9f97-d6ac12250964 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=108022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:43:51.982760 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-72a3bb0b-e771-4862-9c6f-0b2964aaadfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:51.988645 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-72a3bb0b-e771-4862-9c6f-0b2964aaadfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:52.014974 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:52.031938 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde58815-d4b8-4520-9c88-c3569dd93c98 req-ce666225-bd64-433a-b4b0-d4a2eb431c7b tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:52.033796 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-bde58815-d4b8-4520-9c88-c3569dd93c98 req-ce666225-bd64-433a-b4b0-d4a2eb431c7b tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3696292-943a-45ac-ad18-6c6696d84c24 HTTP/1.1" status: 200 len: 943 time: 0.1164107 Dec 14 18:43:52.044671 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-8862f8be-a8d3-4123-bb68-1081a4416ad4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fa7c810-4b83-48b0-a3e3-bf2712047926 HTTP/1.1" status: 200 len: 217 time: 0.0836668 Dec 14 18:43:52.114338 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-bde58815-d4b8-4520-9c88-c3569dd93c98 req-8fc48c98-2246-45b2-adb8-0ea02dc849e5 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722275 Dec 14 18:43:52.115599 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a3bb0b-e771-4862-9c6f-0b2964aaadfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28a0608-c3a1-4904-83fc-2581c9f018fc,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:52.121246 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-72a3bb0b-e771-4862-9c6f-0b2964aaadfd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3fd6553e360e4e059de1e584aa19e25e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3353105 Dec 14 18:43:52.125332 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 40736) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:52.160226 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-e111bff8-da46-4a04-8d09-ecc71022f4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:52.161719 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-e111bff8-da46-4a04-8d09-ecc71022f4ad service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6d30e631db984d3fa5328c6309d21ab1&device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 1096 time: 0.1399057 Dec 14 18:43:52.162584 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port dc5c5a9f-e43e-4880-9f97-d6ac12250964, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=dc5c5a9f-e43e-4880-9f97-d6ac12250964,segment=NetworkSegment(afbc79ff-63f4-4186-8162-deafc6a1b2e3),segment_id=afbc79ff-63f4-4186-8162-deafc6a1b2e3)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:43:52.173302 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-9d803692-593c-48f8-87f0-94fb86b2e702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:52.174710 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-9d803692-593c-48f8-87f0-94fb86b2e702 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=50e7903b-7a00-4646-be83-d8fc7d2d11f1 HTTP/1.1" status: 200 len: 849 time: 0.1097786 Dec 14 18:43:52.175246 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Returning: {'device': 'dc5c5a9f-e43e-4880-9f97-d6ac12250964', 'network_id': 'dd304430-c646-4db7-a934-2559ea0d87d6', 'port_id': 'dc5c5a9f-e43e-4880-9f97-d6ac12250964', 'mac_address': 'fa:16:3e:2c:3d:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '048742ed-8e42-40b7-b8eb-a3709809cf9f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:43:52.219735 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:52.244813 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc5c5a9f-e43e-4880-9f97-d6ac12250964 {{(pid=108022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:43:52.247933 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-6efb0772-e7af-43b8-801b-ea8304df7bd4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eeec46a2-ecce-45bc-abc2-5aa229411802 HTTP/1.1" status: 200 len: 217 time: 0.0763736 Dec 14 18:43:52.279229 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port dc5c5a9f-e43e-4880-9f97-d6ac12250964, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=dc5c5a9f-e43e-4880-9f97-d6ac12250964,segment=NetworkSegment(afbc79ff-63f4-4186-8162-deafc6a1b2e3),segment_id=afbc79ff-63f4-4186-8162-deafc6a1b2e3)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:43:52.284996 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:52.287137 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 16f96684-ba44-4964-ad0b-59d4db4968ff details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=108022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:43:52.298844 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-2d13f041-ea37-4afc-9e8c-999aa84d85e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:52.322344 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-997335dc-9a88-40eb-a53a-df34fa768544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:52.323899 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-997335dc-9a88-40eb-a53a-df34fa768544 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7f7553d6-566b-442a-8474-b9703b3d3a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1392357 Dec 14 18:43:52.341050 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-2d13f041-ea37-4afc-9e8c-999aa84d85e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:52.343974 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-a8cafe0e-3e76-4320-8d55-72dd1877460e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:52.345283 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-a8cafe0e-3e76-4320-8d55-72dd1877460e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3c4318d4-5988-4679-8015-e2594e934f86 HTTP/1.1" status: 200 len: 858 time: 0.0811768 Dec 14 18:43:52.400697 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-2d13f041-ea37-4afc-9e8c-999aa84d85e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:52.406807 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-2d13f041-ea37-4afc-9e8c-999aa84d85e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:52.407767 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-2d13f041-ea37-4afc-9e8c-999aa84d85e0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d28a0608-c3a1-4904-83fc-2581c9f018fc HTTP/1.1" status: 204 len: 168 time: 0.2786453 Dec 14 18:43:52.417412 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=dc5c5a9f-e43e-4880-9f97-d6ac12250964,revision_number=4']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:52.426272 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13f041-ea37-4afc-9e8c-999aa84d85e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28a0608-c3a1-4904-83fc-2581c9f018fc,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:52.477146 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port 16f96684-ba44-4964-ad0b-59d4db4968ff, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=16f96684-ba44-4964-ad0b-59d4db4968ff,segment=NetworkSegment(0214f993-05f3-42a9-9631-2dfb84a23fdc),segment_id=0214f993-05f3-42a9-9631-2dfb84a23fdc)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:43:52.491735 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 40744) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:52.494438 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Returning: {'device': '16f96684-ba44-4964-ad0b-59d4db4968ff', 'network_id': '5310d9fd-da78-49b1-a273-0fe483d0fb18', 'port_id': '16f96684-ba44-4964-ad0b-59d4db4968ff', 'mac_address': 'fa:16:3e:4e:6a:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5768fa5-de85-4e40-9c18-3f9596c223fc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:43:52.553257 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:52.593073 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16f96684-ba44-4964-ad0b-59d4db4968ff {{(pid=108022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:43:52.627238 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port 16f96684-ba44-4964-ad0b-59d4db4968ff, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=16f96684-ba44-4964-ad0b-59d4db4968ff,segment=NetworkSegment(0214f993-05f3-42a9-9631-2dfb84a23fdc),segment_id=0214f993-05f3-42a9-9631-2dfb84a23fdc)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:43:52.631773 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:52.632163 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-65f8a9a3-1a3c-4684-865a-80985fcc064f admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:52.682665 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=16f96684-ba44-4964-ad0b-59d4db4968ff,revision_number=4']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:52.721005 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-65f8a9a3-1a3c-4684-865a-80985fcc064f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:52.724915 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-65f8a9a3-1a3c-4684-865a-80985fcc064f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:52.764057 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-65f8a9a3-1a3c-4684-865a-80985fcc064f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2da287f09c934fadb5b1e0a8419f0ea6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2711236 Dec 14 18:43:52.764903 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f8a9a3-1a3c-4684-865a-80985fcc064f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c422b674-befa-4561-8161-010486639d40,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:52.766828 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 40758) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:52.823495 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-05796840-21fa-4491-9da4-95a6f1db757a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:52.848214 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-05796840-21fa-4491-9da4-95a6f1db757a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:52.850778 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053880c9-18ac-4050-8761-a307460f80a0 req-44a7f50f-866e-4f81-a947-97dca50477a3 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:52.852365 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-053880c9-18ac-4050-8761-a307460f80a0 req-44a7f50f-866e-4f81-a947-97dca50477a3 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 943 time: 0.0515652 Dec 14 18:43:52.895365 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-053880c9-18ac-4050-8761-a307460f80a0 req-5d508dda-bdf5-489e-bdda-aca97b4cb1fc tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365477 Dec 14 18:43:52.902536 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-05796840-21fa-4491-9da4-95a6f1db757a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:52.906830 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-05796840-21fa-4491-9da4-95a6f1db757a admin admin] Notify callbacks [] for security_group, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:52.908454 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-05796840-21fa-4491-9da4-95a6f1db757a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c422b674-befa-4561-8161-010486639d40 HTTP/1.1" status: 204 len: 168 time: 0.1401536 Dec 14 18:43:52.917094 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05796840-21fa-4491-9da4-95a6f1db757a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c422b674-befa-4561-8161-010486639d40,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:53.009109 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff134880-9a4a-4ccf-82a5-5dd0e5b116e3 req-1c5c2f8a-996a-4bd5-9c8f-6fdddc348995 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:53.017173 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-ff134880-9a4a-4ccf-82a5-5dd0e5b116e3 req-1c5c2f8a-996a-4bd5-9c8f-6fdddc348995 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 944 time: 0.0842586 Dec 14 18:43:53.059250 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-ff134880-9a4a-4ccf-82a5-5dd0e5b116e3 req-211d4225-7b86-4ecf-bced-7c15dfed13aa tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410883 Dec 14 18:43:53.099402 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37bb045-e7c1-4759-bc4e-053074427841 req-e9d79017-6d46-4b09-9cfe-616c266c98f9 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:53.101037 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c37bb045-e7c1-4759-bc4e-053074427841 req-e9d79017-6d46-4b09-9cfe-616c266c98f9 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/ports?device_id=17dfb255-9bae-45f1-a9e4-3215ecb55604 HTTP/1.1" status: 200 len: 944 time: 0.0566835 Dec 14 18:43:53.141875 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c37bb045-e7c1-4759-bc4e-053074427841 req-bc5a0219-1da2-466c-9045-62bca72a6070 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/security-groups?id=f7c06555-811a-437e-8ab9-410f758bcf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347500 Dec 14 18:43:53.253266 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39329e0f-9f35-408a-a90a-092476026a99 req-53ec8f1a-1670-450a-9360-ad44f7a5fa2f tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:53.254824 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-39329e0f-9f35-408a-a90a-092476026a99 req-53ec8f1a-1670-450a-9360-ad44f7a5fa2f tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3696292-943a-45ac-ad18-6c6696d84c24 HTTP/1.1" status: 200 len: 944 time: 0.0529618 Dec 14 18:43:53.306870 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-39329e0f-9f35-408a-a90a-092476026a99 req-27e3109c-f3d1-492f-9d60-e5284f280cef tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439553 Dec 14 18:43:53.381749 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 40796) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:53.526897 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-6561d558-a0e5-49cc-b91a-110246c8aa1f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-824520624-network', 'tenant_id': 'b4ae4f85f13240a8a1188e085cdeb37f'}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:43:53.550852 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6561d558-a0e5-49cc-b91a-110246c8aa1f admin admin] Made reservation on behalf of b4ae4f85f13240a8a1188e085cdeb37f for: {'network': 1} {{(pid=108021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:43:53.553135 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-6561d558-a0e5-49cc-b91a-110246c8aa1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for network, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:53.562126 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-6561d558-a0e5-49cc-b91a-110246c8aa1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:53.653258 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-6561d558-a0e5-49cc-b91a-110246c8aa1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:53.656987 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-6561d558-a0e5-49cc-b91a-110246c8aa1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:53.683653 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6561d558-a0e5-49cc-b91a-110246c8aa1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=108021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 18:43:53.694701 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6561d558-a0e5-49cc-b91a-110246c8aa1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7316af16-8334-44ac-a669-02df3ab6cf5d,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:53.700159 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-6561d558-a0e5-49cc-b91a-110246c8aa1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017'] for segment, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:53.700513 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.db.segments_db [None req-6561d558-a0e5-49cc-b91a-110246c8aa1f admin admin] Added segment 66f607a1-caab-40c4-b5a2-8fcd724b3fe7 of type vlan for network f1c43f11-398b-4197-b475-848afcd69708 Dec 14 18:43:53.739321 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-6561d558-a0e5-49cc-b91a-110246c8aa1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730914932920'] for network, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:53.767135 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-6561d558-a0e5-49cc-b91a-110246c8aa1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355'] for network, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:53.768270 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6561d558-a0e5-49cc-b91a-110246c8aa1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:53.769013 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-6561d558-a0e5-49cc-b91a-110246c8aa1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for network, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:54.000862 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-6561d558-a0e5-49cc-b91a-110246c8aa1f admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6179993 Dec 14 18:43:54.004290 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 40820) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:54.014967 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-a863a6fe-31ee-464e-889b-2882854e5ca3 admin admin] Request body: {'subnet': {'network_id': 'f1c43f11-398b-4197-b475-848afcd69708', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-824520624-subnet', 'tenant_id': 'b4ae4f85f13240a8a1188e085cdeb37f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:43:54.035204 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6561d558-a0e5-49cc-b91a-110246c8aa1f admin admin] Pushing event updated for resources: {'Network': ['ID=f1c43f11-398b-4197-b475-848afcd69708,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:54.041133 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a863a6fe-31ee-464e-889b-2882854e5ca3 admin admin] Made reservation on behalf of b4ae4f85f13240a8a1188e085cdeb37f for: {'subnet': 1} {{(pid=108021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:43:54.043578 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-a863a6fe-31ee-464e-889b-2882854e5ca3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28799928'] for subnet, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:54.048076 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Network f1c43f11-398b-4197-b475-848afcd69708 details requested by agent ovs-agent-dv-cinder-821746-1-iscsi with host dv-cinder-821746-1-iscsi {{(pid=108022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 18:43:54.125330 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5ceda-e306-4c9b-8eca-390d0b0d163d req-9890f7f6-ecff-4127-8a4c-662891ebd0ee tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:54.127716 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ace5ceda-e306-4c9b-8eca-390d0b0d163d req-9890f7f6-ecff-4127-8a4c-662891ebd0ee tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 943 time: 0.0860550 Dec 14 18:43:54.190178 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-a8bea179-f0d3-401a-a373-096f757a32d3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cec07be9-2009-49bf-b433-dbf4ec1bc7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817163 Dec 14 18:43:54.231336 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ace5ceda-e306-4c9b-8eca-390d0b0d163d req-dcd02800-a7f5-40f3-9df1-79db622c0dae tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754242 Dec 14 18:43:54.257565 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71cc28-a443-43fe-8d3d-75fe86fdb08f req-035ee623-c239-4594-b5eb-7da0c650037f tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:54.259132 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-2e71cc28-a443-43fe-8d3d-75fe86fdb08f req-035ee623-c239-4594-b5eb-7da0c650037f tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 944 time: 0.0841825 Dec 14 18:43:54.265494 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-dcfbe42a-fd43-436d-a56b-9ee7562117ad service neutron] 10.222.0.61 "GET /v2.0/networks/7f7553d6-566b-442a-8474-b9703b3d3a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668563 Dec 14 18:43:54.287688 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-a863a6fe-31ee-464e-889b-2882854e5ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29291544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28799298'] for subnet, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:54.348481 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-2e71cc28-a443-43fe-8d3d-75fe86fdb08f req-fdf7f8c6-6a71-4d1a-b46e-151f8f6d6ddc tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832067 Dec 14 18:43:54.350537 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252b495-4b86-4789-81d0-1f16dac629b8 req-48be6729-e32e-490f-a3f4-a984921a9fd7 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:54.352680 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-7252b495-4b86-4789-81d0-1f16dac629b8 req-48be6729-e32e-490f-a3f4-a984921a9fd7 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/ports?device_id=17dfb255-9bae-45f1-a9e4-3215ecb55604 HTTP/1.1" status: 200 len: 944 time: 0.0546055 Dec 14 18:43:54.362662 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863a6fe-31ee-464e-889b-2882854e5ca3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4aa78143-ae2c-4205-8d1c-6696d12aff75,revision_number=0']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:54.384512 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a863a6fe-31ee-464e-889b-2882854e5ca3 admin admin] Checking segment: {'id': '66f607a1-caab-40c4-b5a2-8fcd724b3fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'f1c43f11-398b-4197-b475-848afcd69708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:43:54.384862 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a863a6fe-31ee-464e-889b-2882854e5ca3 admin admin] Network hostable DHCP agents. Network: f1c43f11-398b-4197-b475-848afcd69708, hostable agents: ['d5bdede2-47ae-43f0-be18-738289bca353'], hosted agents: [] {{(pid=108021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 18:43:54.404537 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a863a6fe-31ee-464e-889b-2882854e5ca3 admin admin] Network f1c43f11-398b-4197-b475-848afcd69708 is scheduled to be hosted by DHCP agent d5bdede2-47ae-43f0-be18-738289bca353 with binding_index 1 {{(pid=108021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 18:43:54.408447 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-7252b495-4b86-4789-81d0-1f16dac629b8 req-f1cf1252-9f3a-4aff-aa87-062b85ef1fdf tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/security-groups?id=f7c06555-811a-437e-8ab9-410f758bcf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463440 Dec 14 18:43:54.422218 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.base_scheduler [None req-a863a6fe-31ee-464e-889b-2882854e5ca3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821746-1-iscsi, f1c43f11-398b-4197-b475-848afcd69708) {{(pid=108021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:43:54.432210 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adada12-1d44-4a63-bf54-44ed891327a7 None None] Network f1c43f11-398b-4197-b475-848afcd69708 requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:43:54.442597 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a863a6fe-31ee-464e-889b-2882854e5ca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:54.443181 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-a863a6fe-31ee-464e-889b-2882854e5ca3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for subnet, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:54.464589 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-a863a6fe-31ee-464e-889b-2882854e5ca3 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4575191 Dec 14 18:43:54.477848 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054efdd0-4d87-483e-bfb2-12d7b583060a req-66081113-e007-447a-9bb3-3de54fbafdd8 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:54.479515 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-054efdd0-4d87-483e-bfb2-12d7b583060a req-66081113-e007-447a-9bb3-3de54fbafdd8 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3696292-943a-45ac-ad18-6c6696d84c24 HTTP/1.1" status: 200 len: 944 time: 0.0694137 Dec 14 18:43:54.520943 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-054efdd0-4d87-483e-bfb2-12d7b583060a req-7501d8f8-9920-4cb9-abf1-fa9e3e85d850 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333962 Dec 14 18:43:54.560986 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3eef5f1-3d5c-4554-9466-129763f483b3 None None] Network f1c43f11-398b-4197-b475-848afcd69708 requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:43:54.987100 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 40850) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:54.993170 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-4d9af74c-8515-4b9a-b435-8fbf81f2bb16 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1084967057-network', 'tenant_id': '5e8682d7157a4f2f900c2d291259af7c'}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:43:55.014300 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9af74c-8515-4b9a-b435-8fbf81f2bb16 admin admin] Made reservation on behalf of 5e8682d7157a4f2f900c2d291259af7c for: {'network': 1} {{(pid=108021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:43:55.016593 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4d9af74c-8515-4b9a-b435-8fbf81f2bb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for network, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:55.024812 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4d9af74c-8515-4b9a-b435-8fbf81f2bb16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:55.104897 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4d9af74c-8515-4b9a-b435-8fbf81f2bb16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:55.110639 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4d9af74c-8515-4b9a-b435-8fbf81f2bb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:55.136620 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d9af74c-8515-4b9a-b435-8fbf81f2bb16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=108021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 18:43:55.145674 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9af74c-8515-4b9a-b435-8fbf81f2bb16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33cca52f-76e0-44fd-a9f9-a47c782a2565,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:55.152203 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4d9af74c-8515-4b9a-b435-8fbf81f2bb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017'] for segment, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:55.152545 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.db.segments_db [None req-4d9af74c-8515-4b9a-b435-8fbf81f2bb16 admin admin] Added segment c2f3305a-990e-463a-b147-ccf8975d4416 of type vlan for network 607c107c-f583-4182-99e4-7a7bfb61b56d Dec 14 18:43:55.193136 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4d9af74c-8515-4b9a-b435-8fbf81f2bb16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730914932920'] for network, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:55.223639 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4d9af74c-8515-4b9a-b435-8fbf81f2bb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355'] for network, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:55.225116 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9af74c-8515-4b9a-b435-8fbf81f2bb16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:55.225369 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4d9af74c-8515-4b9a-b435-8fbf81f2bb16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for network, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:55.269981 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-00f03da8-0650-47c9-87ab-a4adac0ca9bf service neutron] 10.222.0.61 "GET /v2.0/networks/cec07be9-2009-49bf-b433-dbf4ec1bc7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672826 Dec 14 18:43:55.275010 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-59e007b7-12f1-4fa6-9ae7-251c0fce60a0 req-c3486f1e-08f3-48d7-90f0-5f065f985c8b service neutron] 10.222.0.61 "GET /v2.0/networks/7f7553d6-566b-442a-8474-b9703b3d3a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707828 Dec 14 18:43:55.294852 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-4d9af74c-8515-4b9a-b435-8fbf81f2bb16 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3034596 Dec 14 18:43:55.296727 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 40858) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:55.302530 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [None req-5553c634-8510-43c5-989e-0523eb0fc86a admin admin] Request body: {'subnet': {'network_id': '607c107c-f583-4182-99e4-7a7bfb61b56d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1084967057-subnet', 'tenant_id': '5e8682d7157a4f2f900c2d291259af7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:43:55.306071 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9af74c-8515-4b9a-b435-8fbf81f2bb16 admin admin] Pushing event updated for resources: {'Network': ['ID=607c107c-f583-4182-99e4-7a7bfb61b56d,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:55.316145 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Network 607c107c-f583-4182-99e4-7a7bfb61b56d details requested by agent ovs-agent-dv-cinder-821746-1-iscsi with host dv-cinder-821746-1-iscsi {{(pid=108022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 18:43:55.436049 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] get_ports_and_sgs() called for port_ids ['16f96684-ba44-4964-ad0b-59d4db4968ff'] {{(pid=108022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:43:55.442560 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5553c634-8510-43c5-989e-0523eb0fc86a admin admin] Made reservation on behalf of 5e8682d7157a4f2f900c2d291259af7c for: {'subnet': 1} {{(pid=108020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:43:55.444910 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-5553c634-8510-43c5-989e-0523eb0fc86a admin admin] Notify callbacks [] for subnet, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:55.483474 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbcec9-ba78-47bb-9703-2e77760175c4 req-4c78cd8d-7806-4ccb-ba9f-88404e63ba21 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:55.485976 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-ebbbcec9-ba78-47bb-9703-2e77760175c4 req-4c78cd8d-7806-4ccb-ba9f-88404e63ba21 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 944 time: 0.0627294 Dec 14 18:43:55.529067 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-ebbbcec9-ba78-47bb-9703-2e77760175c4 req-47353b8e-85af-41c2-b9d7-5a0141a89416 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365708 Dec 14 18:43:55.541208 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579e69e-6875-4b14-a8c5-d5b23e83e362 req-0e9c7dc4-c3a0-4f0b-a386-1f459230978f tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:55.553564 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6579e69e-6875-4b14-a8c5-d5b23e83e362 req-0e9c7dc4-c3a0-4f0b-a386-1f459230978f tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 943 time: 0.2258990 Dec 14 18:43:55.560582 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e730e1-42d6-422e-90c5-846ecc6262ea req-e4e784fa-ff7d-450b-b86f-56b04c63aae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:55.565724 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-36e730e1-42d6-422e-90c5-846ecc6262ea req-e4e784fa-ff7d-450b-b86f-56b04c63aae3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=949697f6123f48b49b1dfa9ea09b6236&device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 1097 time: 0.2114277 Dec 14 18:43:55.575266 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b62b3a8e-4099-46cf-a213-cfad14c625dc req-f8d2d55b-3b2d-4202-9771-d7b8fb16fc38 service neutron] 10.222.0.61 "GET /v2.0/networks/cec07be9-2009-49bf-b433-dbf4ec1bc7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915933 Dec 14 18:43:55.591900 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] get_ports_and_sgs() called for port_ids ['dc5c5a9f-e43e-4880-9f97-d6ac12250964'] {{(pid=108022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:43:55.665975 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519de704-0c89-40b4-b331-5d995a48c870 req-83d2086c-c8f4-44f5-8257-8b0711449ba6 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:55.671104 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-519de704-0c89-40b4-b331-5d995a48c870 req-83d2086c-c8f4-44f5-8257-8b0711449ba6 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/ports?device_id=17dfb255-9bae-45f1-a9e4-3215ecb55604 HTTP/1.1" status: 200 len: 944 time: 0.0723171 Dec 14 18:43:55.712174 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-519de704-0c89-40b4-b331-5d995a48c870 req-0a99d113-80ee-433d-8710-3d6f49a83164 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/security-groups?id=f7c06555-811a-437e-8ab9-410f758bcf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384336 Dec 14 18:43:55.718894 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6579e69e-6875-4b14-a8c5-d5b23e83e362 req-b91db636-ae3e-41bd-a498-194ae54e63ce tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643672 Dec 14 18:43:55.809289 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb63e9-3910-4b17-a0f0-e4f8eafbe9c5 req-0300c3c2-e31f-4286-a31e-3554cc594b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:55.811003 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-56eb63e9-3910-4b17-a0f0-e4f8eafbe9c5 req-0300c3c2-e31f-4286-a31e-3554cc594b55 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6d30e631db984d3fa5328c6309d21ab1&device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 1096 time: 0.1647677 Dec 14 18:43:55.814871 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e730e1-42d6-422e-90c5-846ecc6262ea req-e82fbb8b-f822-4842-ae30-e69d09d3ff21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:55.816654 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-36e730e1-42d6-422e-90c5-846ecc6262ea req-e82fbb8b-f822-4842-ae30-e69d09d3ff21 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7f7553d6-566b-442a-8474-b9703b3d3a26 HTTP/1.1" status: 200 len: 911 time: 0.2395723 Dec 14 18:43:55.836144 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360da7cb-7f04-490a-8bdf-de2a8a628fa4 req-a6fcb76c-fbae-4b8c-9655-946106a34fb9 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:55.838039 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-360da7cb-7f04-490a-8bdf-de2a8a628fa4 req-a6fcb76c-fbae-4b8c-9655-946106a34fb9 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3696292-943a-45ac-ad18-6c6696d84c24 HTTP/1.1" status: 200 len: 944 time: 0.0520949 Dec 14 18:43:55.908056 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-360da7cb-7f04-490a-8bdf-de2a8a628fa4 req-3fd7d5ac-ff46-4d77-94d0-680f9f7aad7a tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593870 Dec 14 18:43:55.927692 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-36e730e1-42d6-422e-90c5-846ecc6262ea req-e7a11a7f-00f3-433d-9fbd-09b8dfdf4370 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fa7c810-4b83-48b0-a3e3-bf2712047926 HTTP/1.1" status: 200 len: 217 time: 0.0763083 Dec 14 18:43:56.213147 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-5553c634-8510-43c5-989e-0523eb0fc86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355'] for subnet, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:56.272890 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e730e1-42d6-422e-90c5-846ecc6262ea req-7355bf7a-f598-49d9-9663-7bab4c9fccd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:56.275665 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-36e730e1-42d6-422e-90c5-846ecc6262ea req-7355bf7a-f598-49d9-9663-7bab4c9fccd7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=50e7903b-7a00-4646-be83-d8fc7d2d11f1 HTTP/1.1" status: 200 len: 849 time: 0.3374400 Dec 14 18:43:56.284253 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb63e9-3910-4b17-a0f0-e4f8eafbe9c5 req-3e463e8f-fc13-4f7e-8f93-5da01ab1e269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:56.285726 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-56eb63e9-3910-4b17-a0f0-e4f8eafbe9c5 req-3e463e8f-fc13-4f7e-8f93-5da01ab1e269 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cec07be9-2009-49bf-b433-dbf4ec1bc7f9 HTTP/1.1" status: 200 len: 919 time: 0.4612517 Dec 14 18:43:56.378142 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5553c634-8510-43c5-989e-0523eb0fc86a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c49daa7-b203-4a84-b6b2-c5c6138a30cc,revision_number=0']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:56.381056 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-56eb63e9-3910-4b17-a0f0-e4f8eafbe9c5 req-04133665-2842-4b8f-934a-00174a766861 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eeec46a2-ecce-45bc-abc2-5aa229411802 HTTP/1.1" status: 200 len: 217 time: 0.0783198 Dec 14 18:43:56.402383 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5553c634-8510-43c5-989e-0523eb0fc86a admin admin] Checking segment: {'id': 'c2f3305a-990e-463a-b147-ccf8975d4416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '607c107c-f583-4182-99e4-7a7bfb61b56d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:43:56.402776 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5553c634-8510-43c5-989e-0523eb0fc86a admin admin] Network hostable DHCP agents. Network: 607c107c-f583-4182-99e4-7a7bfb61b56d, hostable agents: ['d5bdede2-47ae-43f0-be18-738289bca353'], hosted agents: [] {{(pid=108020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 18:43:56.428912 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e730e1-42d6-422e-90c5-846ecc6262ea req-a7fd0588-9c4e-4589-81b0-f43557dbd25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:56.430489 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-36e730e1-42d6-422e-90c5-846ecc6262ea req-a7fd0588-9c4e-4589-81b0-f43557dbd25f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7f7553d6-566b-442a-8474-b9703b3d3a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1403081 Dec 14 18:43:56.515565 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb63e9-3910-4b17-a0f0-e4f8eafbe9c5 req-998e2e53-bd9e-4b68-bb43-37a5ab66eb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:56.517278 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-56eb63e9-3910-4b17-a0f0-e4f8eafbe9c5 req-998e2e53-bd9e-4b68-bb43-37a5ab66eb68 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3c4318d4-5988-4679-8015-e2594e934f86 HTTP/1.1" status: 200 len: 858 time: 0.1247222 Dec 14 18:43:56.519457 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5553c634-8510-43c5-989e-0523eb0fc86a admin admin] Network 607c107c-f583-4182-99e4-7a7bfb61b56d is scheduled to be hosted by DHCP agent d5bdede2-47ae-43f0-be18-738289bca353 with binding_index 1 {{(pid=108020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 18:43:56.572457 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-56eb63e9-3910-4b17-a0f0-e4f8eafbe9c5 req-62b8076e-43f9-4a21-bdf3-99ac93856b14 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cec07be9-2009-49bf-b433-dbf4ec1bc7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466585 Dec 14 18:43:56.573058 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.base_scheduler [None req-5553c634-8510-43c5-989e-0523eb0fc86a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821746-1-iscsi, 607c107c-f583-4182-99e4-7a7bfb61b56d) {{(pid=108020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:43:56.581456 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5553c634-8510-43c5-989e-0523eb0fc86a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:56.582051 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-5553c634-8510-43c5-989e-0523eb0fc86a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for subnet, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:56.584674 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ac9727-f2a4-4bd2-8f61-d778d696ac36 None None] Network 607c107c-f583-4182-99e4-7a7bfb61b56d requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:43:56.661510 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-36e730e1-42d6-422e-90c5-846ecc6262ea req-6a124247-8d0b-4b77-9625-4b6478ed0ae9 service neutron] 10.222.0.61 "GET /v2.0/networks/7f7553d6-566b-442a-8474-b9703b3d3a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224793 Dec 14 18:43:56.691365 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-5553c634-8510-43c5-989e-0523eb0fc86a admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3932617 Dec 14 18:43:56.795749 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214b3cb9-d224-41ba-b22a-8e09ffb45b37 None None] Network 607c107c-f583-4182-99e4-7a7bfb61b56d requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:43:56.825591 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc668b-a44c-4460-af4c-51900a97645f req-610ea355-7bab-428a-96fd-326f009f159c tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:56.834327 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-78dc668b-a44c-4460-af4c-51900a97645f req-610ea355-7bab-428a-96fd-326f009f159c tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 944 time: 0.1835401 Dec 14 18:43:56.852461 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-56eb63e9-3910-4b17-a0f0-e4f8eafbe9c5 req-b573254b-a87e-437d-8324-3d663b86e5d7 service neutron] 10.222.0.61 "GET /v2.0/networks/cec07be9-2009-49bf-b433-dbf4ec1bc7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721138 Dec 14 18:43:56.933882 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-36e730e1-42d6-422e-90c5-846ecc6262ea req-ad1306ef-c2cb-469f-90fe-a080490a9534 service neutron] 10.222.0.61 "GET /v2.0/networks/7f7553d6-566b-442a-8474-b9703b3d3a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571664 Dec 14 18:43:56.944169 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484377ec-da08-434b-9f88-2e4d701be844 req-17111fa9-1b3b-4b95-9b57-fbcdd7205acc tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:56.949282 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-484377ec-da08-434b-9f88-2e4d701be844 req-17111fa9-1b3b-4b95-9b57-fbcdd7205acc tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/ports?device_id=17dfb255-9bae-45f1-a9e4-3215ecb55604 HTTP/1.1" status: 200 len: 944 time: 0.0891616 Dec 14 18:43:56.972039 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-78dc668b-a44c-4460-af4c-51900a97645f req-9a462149-48f9-40e0-ab34-a9c62f0bd020 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317570 Dec 14 18:43:57.017021 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-484377ec-da08-434b-9f88-2e4d701be844 req-863443a9-efbf-4560-9251-e443d1dc9ae4 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/security-groups?id=f7c06555-811a-437e-8ab9-410f758bcf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583882 Dec 14 18:43:57.023155 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-56eb63e9-3910-4b17-a0f0-e4f8eafbe9c5 req-d7fd882c-aead-4fb0-aba8-61a765d20e77 service neutron] 10.222.0.61 "GET /v2.0/networks/cec07be9-2009-49bf-b433-dbf4ec1bc7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589832 Dec 14 18:43:57.106225 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device dc5c5a9f-e43e-4880-9f97-d6ac12250964 up at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:43:57.110531 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ea812-2bdd-4b0c-a3c3-30072e48de92 req-c3e311d6-3ac9-4ef4-9094-99f8e12e78c5 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:57.113495 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-804ea812-2bdd-4b0c-a3c3-30072e48de92 req-c3e311d6-3ac9-4ef4-9094-99f8e12e78c5 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 943 time: 0.0662110 Dec 14 18:43:57.134301 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f441c-31eb-49b0-8ff4-fba850fd1ac8 req-3b1d0778-8256-463f-aa81-b8ab5e0cecf2 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:57.135831 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-229f441c-31eb-49b0-8ff4-fba850fd1ac8 req-3b1d0778-8256-463f-aa81-b8ab5e0cecf2 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3696292-943a-45ac-ad18-6c6696d84c24 HTTP/1.1" status: 200 len: 944 time: 0.0563784 Dec 14 18:43:57.183428 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-229f441c-31eb-49b0-8ff4-fba850fd1ac8 req-e22603da-fe3f-449b-95da-2dd74d8f438d tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412335 Dec 14 18:43:57.202137 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-804ea812-2bdd-4b0c-a3c3-30072e48de92 req-ddf90904-71db-4343-be3c-0ecc617861a6 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732956 Dec 14 18:43:57.227190 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Provisioning for port dc5c5a9f-e43e-4880-9f97-d6ac12250964 completed by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 18:43:57.231125 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Provisioning complete for port dc5c5a9f-e43e-4880-9f97-d6ac12250964 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:43:57.231494 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:57.313806 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:57.338144 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3696292-943a-45ac-ad18-6c6696d84c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5c5a9f-e43e-4880-9f97-d6ac12250964'}] {{(pid=108022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:43:57.419707 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port dc5c5a9f-e43e-4880-9f97-d6ac12250964, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=dc5c5a9f-e43e-4880-9f97-d6ac12250964,segment=NetworkSegment(afbc79ff-63f4-4186-8162-deafc6a1b2e3),segment_id=afbc79ff-63f4-4186-8162-deafc6a1b2e3)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:43:57.424886 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:57.425785 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 16f96684-ba44-4964-ad0b-59d4db4968ff up at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:43:57.507264 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=dc5c5a9f-e43e-4880-9f97-d6ac12250964,revision_number=5']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:57.519383 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Provisioning for port 16f96684-ba44-4964-ad0b-59d4db4968ff completed by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 18:43:57.523825 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Provisioning complete for port 16f96684-ba44-4964-ad0b-59d4db4968ff triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:43:57.524263 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:57.552507 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4652f51f42c3be85180d8c5c7bba1325bd3159a0fd8a88314674832532d8132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d681c8-e506-411d-8c54-234ca057a2e3" -d '{"events": [{"server_uuid": "a3696292-943a-45ac-ad18-6c6696d84c24", "name": "network-vif-plugged", "status": "completed", "tag": "dc5c5a9f-e43e-4880-9f97-d6ac12250964"}]}' {{(pid=108022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:43:57.623541 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:57.660293 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port 16f96684-ba44-4964-ad0b-59d4db4968ff, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=16f96684-ba44-4964-ad0b-59d4db4968ff,segment=NetworkSegment(0214f993-05f3-42a9-9631-2dfb84a23fdc),segment_id=0214f993-05f3-42a9-9631-2dfb84a23fdc)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:43:57.663766 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:57.687901 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb3c324-04bd-4cc0-8e84-f0f3bf00a7d1 x-openstack-request-id: req-3fb3c324-04bd-4cc0-8e84-f0f3bf00a7d1 {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:43:57.688177 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3696292-943a-45ac-ad18-6c6696d84c24", "name": "network-vif-plugged", "status": "completed", "tag": "dc5c5a9f-e43e-4880-9f97-d6ac12250964", "code": 200}]} {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:43:57.688430 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3fb3c324-04bd-4cc0-8e84-f0f3bf00a7d1 {{(pid=108022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:43:57.688888 dv-cinder-821746-1-iscsi neutron-server[108022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3696292-943a-45ac-ad18-6c6696d84c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5c5a9f-e43e-4880-9f97-d6ac12250964', 'code': 200} Dec 14 18:43:57.718276 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=16f96684-ba44-4964-ad0b-59d4db4968ff,revision_number=5']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:57.876469 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0fe50-dee0-4a35-ae9e-07b94a708422 req-aa812144-7034-4368-a7b2-4a4ebb8a83e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:57.877975 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-77b0fe50-dee0-4a35-ae9e-07b94a708422 req-aa812144-7034-4368-a7b2-4a4ebb8a83e8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a3696292-943a-45ac-ad18-6c6696d84c24 HTTP/1.1" status: 200 len: 1098 time: 0.0683563 Dec 14 18:43:57.897312 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-77b0fe50-dee0-4a35-ae9e-07b94a708422 req-7bee1904-b817-4a8a-b745-5e51c01837a9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:57.970165 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-77b0fe50-dee0-4a35-ae9e-07b94a708422 req-7bee1904-b817-4a8a-b745-5e51c01837a9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:57.973635 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-77b0fe50-dee0-4a35-ae9e-07b94a708422 req-7bee1904-b817-4a8a-b745-5e51c01837a9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:58.006993 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-77b0fe50-dee0-4a35-ae9e-07b94a708422 req-7bee1904-b817-4a8a-b745-5e51c01837a9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212065 Dec 14 18:43:58.011475 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee1904-b817-4a8a-b745-5e51c01837a9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=af1aa091-011c-4919-9df2-65cb14c1ed6b,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:58.080936 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36f5a4-9efb-4639-8001-03ebe28c3f4d req-8e5c5baa-5414-4923-a392-0745d58fcd65 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:58.082390 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-cf36f5a4-9efb-4639-8001-03ebe28c3f4d req-8e5c5baa-5414-4923-a392-0745d58fcd65 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 944 time: 0.0521343 Dec 14 18:43:58.121097 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-cf36f5a4-9efb-4639-8001-03ebe28c3f4d req-7ed59759-2e20-4891-a620-cb38e0506148 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322430 Dec 14 18:43:58.133736 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b431c7-0a11-4acc-86ff-bcbb536b712d req-4378f7cf-e879-4deb-b29b-e30754ad033a tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:58.135226 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-73b431c7-0a11-4acc-86ff-bcbb536b712d req-4378f7cf-e879-4deb-b29b-e30754ad033a tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/ports?device_id=17dfb255-9bae-45f1-a9e4-3215ecb55604 HTTP/1.1" status: 200 len: 945 time: 0.0472119 Dec 14 18:43:58.173486 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-73b431c7-0a11-4acc-86ff-bcbb536b712d req-3cebe788-659b-4141-baa5-90381e7ab38a tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/security-groups?id=f7c06555-811a-437e-8ab9-410f758bcf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321925 Dec 14 18:43:58.312970 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40845cd6-5de6-468a-b620-a389570cbfea req-3c4b83df-0755-4c14-a15a-82b3a0523dfd tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:58.313179 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa728f-4701-4798-9e1b-479f0acc6a98 req-91ccdfbe-c8f4-4956-8da8-a1fcd3903a16 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:58.314465 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-40845cd6-5de6-468a-b620-a389570cbfea req-3c4b83df-0755-4c14-a15a-82b3a0523dfd tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 943 time: 0.0488663 Dec 14 18:43:58.314622 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-d8aa728f-4701-4798-9e1b-479f0acc6a98 req-91ccdfbe-c8f4-4956-8da8-a1fcd3903a16 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3696292-943a-45ac-ad18-6c6696d84c24 HTTP/1.1" status: 200 len: 945 time: 0.0546675 Dec 14 18:43:58.354486 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-d8aa728f-4701-4798-9e1b-479f0acc6a98 req-13e27fa2-1519-4137-8afc-6fe53669e1f5 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338190 Dec 14 18:43:58.355188 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-40845cd6-5de6-468a-b620-a389570cbfea req-b2e02777-187f-4331-ad29-9af04c0f4e91 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342462 Dec 14 18:43:58.501477 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 41000) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:58.609993 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-63a23d64-55b1-4210-b8f6-3fc74a63e2bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:58.703897 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-63a23d64-55b1-4210-b8f6-3fc74a63e2bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:58.708215 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-63a23d64-55b1-4210-b8f6-3fc74a63e2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:58.756755 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a23d64-55b1-4210-b8f6-3fc74a63e2bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56606bb9-e8c8-40dd-b231-3f9e3e4fdcd0,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:58.760943 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-63a23d64-55b1-4210-b8f6-3fc74a63e2bb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=83ce11a8bf3c4518bd5ea202ec99663a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2584653 Dec 14 18:43:58.763542 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 41022) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:43:58.818652 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-d41e1538-752b-46f6-b55c-b4bcf4a45734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:58.842102 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-d41e1538-752b-46f6-b55c-b4bcf4a45734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:58.898994 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-d41e1538-752b-46f6-b55c-b4bcf4a45734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:58.901643 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-d41e1538-752b-46f6-b55c-b4bcf4a45734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:58.903471 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-d41e1538-752b-46f6-b55c-b4bcf4a45734 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/56606bb9-e8c8-40dd-b231-3f9e3e4fdcd0 HTTP/1.1" status: 204 len: 168 time: 0.1387017 Dec 14 18:43:58.912671 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e1538-752b-46f6-b55c-b4bcf4a45734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56606bb9-e8c8-40dd-b231-3f9e3e4fdcd0,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:59.105658 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device eeec46a2-ecce-45bc-abc2-5aa229411802 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=108022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:43:59.231446 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port eeec46a2-ecce-45bc-abc2-5aa229411802, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=eeec46a2-ecce-45bc-abc2-5aa229411802,segment=NetworkSegment(59268339-a9bf-4548-b15f-f5dee7a5018e),segment_id=59268339-a9bf-4548-b15f-f5dee7a5018e)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:43:59.247067 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Returning: {'device': 'eeec46a2-ecce-45bc-abc2-5aa229411802', 'network_id': 'cec07be9-2009-49bf-b433-dbf4ec1bc7f9', 'port_id': 'eeec46a2-ecce-45bc-abc2-5aa229411802', 'mac_address': 'fa:16:3e:e3:d6:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4318d4-5988-4679-8015-e2594e934f86', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:43:59.276886 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90fe47c-0226-4cda-815b-1630619ea558 req-4941d8b0-212e-413d-9843-1272eba4045f tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:59.279266 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-e90fe47c-0226-4cda-815b-1630619ea558 req-4941d8b0-212e-413d-9843-1272eba4045f tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 944 time: 0.0700693 Dec 14 18:43:59.300500 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:59.321991 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeec46a2-ecce-45bc-abc2-5aa229411802 {{(pid=108022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:43:59.338606 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-e90fe47c-0226-4cda-815b-1630619ea558 req-ddfda33c-3326-4f2e-9a87-d8df9d903292 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514209 Dec 14 18:43:59.359144 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port eeec46a2-ecce-45bc-abc2-5aa229411802, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=eeec46a2-ecce-45bc-abc2-5aa229411802,segment=NetworkSegment(59268339-a9bf-4548-b15f-f5dee7a5018e),segment_id=59268339-a9bf-4548-b15f-f5dee7a5018e)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:43:59.375784 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:59.378651 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 1be5751a-d6f2-43c8-bc3f-36770fd3ac51 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=108022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:43:59.394875 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2cb5b8-19e0-4e08-b616-89df568c0bd4 req-5b9ea0fc-1485-49ee-886a-e460aa43f881 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:59.396936 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6b2cb5b8-19e0-4e08-b616-89df568c0bd4 req-5b9ea0fc-1485-49ee-886a-e460aa43f881 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/ports?device_id=17dfb255-9bae-45f1-a9e4-3215ecb55604 HTTP/1.1" status: 200 len: 945 time: 0.0721426 Dec 14 18:43:59.450960 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6b2cb5b8-19e0-4e08-b616-89df568c0bd4 req-080d17fe-856a-468c-9020-fadf56c7a240 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/security-groups?id=f7c06555-811a-437e-8ab9-410f758bcf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476038 Dec 14 18:43:59.477804 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port 1be5751a-d6f2-43c8-bc3f-36770fd3ac51, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=1be5751a-d6f2-43c8-bc3f-36770fd3ac51,segment=NetworkSegment(59268339-a9bf-4548-b15f-f5dee7a5018e),segment_id=59268339-a9bf-4548-b15f-f5dee7a5018e)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:43:59.483563 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=eeec46a2-ecce-45bc-abc2-5aa229411802,revision_number=4']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:59.505756 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Returning: {'device': '1be5751a-d6f2-43c8-bc3f-36770fd3ac51', 'network_id': 'cec07be9-2009-49bf-b433-dbf4ec1bc7f9', 'port_id': '1be5751a-d6f2-43c8-bc3f-36770fd3ac51', 'mac_address': 'fa:16:3e:af:5d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4318d4-5988-4679-8015-e2594e934f86', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:43:59.527515 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d544ee-8e40-4c15-841c-e178672c04be req-d33c82be-6618-4859-9438-0a1e19630116 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:59.538573 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-c0d544ee-8e40-4c15-841c-e178672c04be req-d33c82be-6618-4859-9438-0a1e19630116 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3696292-943a-45ac-ad18-6c6696d84c24 HTTP/1.1" status: 200 len: 945 time: 0.0869243 Dec 14 18:43:59.563646 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:59.588552 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1be5751a-d6f2-43c8-bc3f-36770fd3ac51 {{(pid=108022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:43:59.591486 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-c0d544ee-8e40-4c15-841c-e178672c04be req-ff57da6b-e576-4059-95ec-1db3f7c2da4f tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515311 Dec 14 18:43:59.615292 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c78e72-b82b-4aa7-83ad-e14cf2a39c21 req-85505acd-d1f7-4f07-9415-f52705b31bd6 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:59.615292 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b3c78e72-b82b-4aa7-83ad-e14cf2a39c21 req-85505acd-d1f7-4f07-9415-f52705b31bd6 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 944 time: 0.0721574 Dec 14 18:43:59.631421 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port 1be5751a-d6f2-43c8-bc3f-36770fd3ac51, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=1be5751a-d6f2-43c8-bc3f-36770fd3ac51,segment=NetworkSegment(59268339-a9bf-4548-b15f-f5dee7a5018e),segment_id=59268339-a9bf-4548-b15f-f5dee7a5018e)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:43:59.636185 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:59.636856 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 6fa7c810-4b83-48b0-a3e3-bf2712047926 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=108022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:43:59.654953 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b3c78e72-b82b-4aa7-83ad-e14cf2a39c21 req-760fa2e1-dc15-4b5d-9d64-22e301b6ef2a tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354004 Dec 14 18:43:59.690458 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17dfb255-9bae-45f1-a9e4-3215ecb55604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f96684-ba44-4964-ad0b-59d4db4968ff'}] {{(pid=108022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:43:59.693991 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4652f51f42c3be85180d8c5c7bba1325bd3159a0fd8a88314674832532d8132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb830bf-58db-4251-9628-d136633cee22" -d '{"events": [{"server_uuid": "17dfb255-9bae-45f1-a9e4-3215ecb55604", "name": "network-vif-plugged", "status": "completed", "tag": "16f96684-ba44-4964-ad0b-59d4db4968ff"}]}' {{(pid=108022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:43:59.713406 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=1be5751a-d6f2-43c8-bc3f-36770fd3ac51,revision_number=4']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:59.752499 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7c3e90-a27e-45d3-ba80-94646375237b x-openstack-request-id: req-3f7c3e90-a27e-45d3-ba80-94646375237b {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:43:59.752499 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17dfb255-9bae-45f1-a9e4-3215ecb55604", "name": "network-vif-plugged", "status": "completed", "tag": "16f96684-ba44-4964-ad0b-59d4db4968ff", "code": 200}]} {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:43:59.752747 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3f7c3e90-a27e-45d3-ba80-94646375237b {{(pid=108022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:43:59.753049 dv-cinder-821746-1-iscsi neutron-server[108022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17dfb255-9bae-45f1-a9e4-3215ecb55604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f96684-ba44-4964-ad0b-59d4db4968ff', 'code': 200} Dec 14 18:43:59.802728 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port 6fa7c810-4b83-48b0-a3e3-bf2712047926, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=6fa7c810-4b83-48b0-a3e3-bf2712047926,segment=NetworkSegment(0ad4ed73-9327-4e24-9a3d-54336f11a8d9),segment_id=0ad4ed73-9327-4e24-9a3d-54336f11a8d9)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:43:59.820530 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Returning: {'device': '6fa7c810-4b83-48b0-a3e3-bf2712047926', 'network_id': '7f7553d6-566b-442a-8474-b9703b3d3a26', 'port_id': '6fa7c810-4b83-48b0-a3e3-bf2712047926', 'mac_address': 'fa:16:3e:9f:c8:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50e7903b-7a00-4646-be83-d8fc7d2d11f1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:43:59.863898 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:59.877960 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fa7c810-4b83-48b0-a3e3-bf2712047926 {{(pid=108022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:43:59.901664 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port 6fa7c810-4b83-48b0-a3e3-bf2712047926, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=6fa7c810-4b83-48b0-a3e3-bf2712047926,segment=NetworkSegment(0ad4ed73-9327-4e24-9a3d-54336f11a8d9),segment_id=0ad4ed73-9327-4e24-9a3d-54336f11a8d9)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:43:59.907397 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:43:59.968550 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=6fa7c810-4b83-48b0-a3e3-bf2712047926,revision_number=4']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:43:59.994488 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a8ad9-416c-4f62-a432-78a11e899d6e req-77fb5af8-0b5a-4df0-9d66-e76ec83be629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:43:59.995985 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-798a8ad9-416c-4f62-a432-78a11e899d6e req-77fb5af8-0b5a-4df0-9d66-e76ec83be629 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=17dfb255-9bae-45f1-a9e4-3215ecb55604 HTTP/1.1" status: 200 len: 1098 time: 0.0513437 Dec 14 18:44:00.036889 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-798a8ad9-416c-4f62-a432-78a11e899d6e req-c4a50fcf-43ba-477b-9e7d-75eda80748ec service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f7c06555-811a-437e-8ab9-410f758bcf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277765 Dec 14 18:44:00.234834 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] get_ports_and_sgs() called for port_ids ['1be5751a-d6f2-43c8-bc3f-36770fd3ac51'] {{(pid=108022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:44:00.318408 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] get_ports_and_sgs() called for port_ids ['eeec46a2-ecce-45bc-abc2-5aa229411802'] {{(pid=108022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:44:00.368808 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] get_ports_and_sgs() called for port_ids ['6fa7c810-4b83-48b0-a3e3-bf2712047926'] {{(pid=108022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:44:00.518348 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e290889-3240-4201-8697-f8419fe40d6c req-9df4c308-c68a-4765-a7f9-4ad9aa12f4d4 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:00.531184 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-0e290889-3240-4201-8697-f8419fe40d6c req-9df4c308-c68a-4765-a7f9-4ad9aa12f4d4 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 945 time: 0.0816367 Dec 14 18:44:00.591447 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-0e290889-3240-4201-8697-f8419fe40d6c req-2bd5b46d-a852-4935-93e7-3903531d301d tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588622 Dec 14 18:44:00.677433 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b0db6-ed5f-48a3-98ec-590bb04fd99d req-0c9d86bb-da36-47a3-a0dc-3c89a1d9f929 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:00.687307 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-3a8b0db6-ed5f-48a3-98ec-590bb04fd99d req-0c9d86bb-da36-47a3-a0dc-3c89a1d9f929 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/ports?device_id=17dfb255-9bae-45f1-a9e4-3215ecb55604 HTTP/1.1" status: 200 len: 945 time: 0.0892522 Dec 14 18:44:00.750049 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-3a8b0db6-ed5f-48a3-98ec-590bb04fd99d req-600ef822-aa9e-4d45-939e-a00b4675e759 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/security-groups?id=f7c06555-811a-437e-8ab9-410f758bcf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617888 Dec 14 18:44:00.793225 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a02bae-5750-4aa1-abe1-d07167c0ee25 req-24b45033-c4b3-4a19-bcf5-d1de70d5033d tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:00.800566 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f9a02bae-5750-4aa1-abe1-d07167c0ee25 req-24b45033-c4b3-4a19-bcf5-d1de70d5033d tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3696292-943a-45ac-ad18-6c6696d84c24 HTTP/1.1" status: 200 len: 945 time: 0.0757427 Dec 14 18:44:00.853879 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f9a02bae-5750-4aa1-abe1-d07167c0ee25 req-c9c59339-9921-42c4-9e9f-54db77de7a02 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459900 Dec 14 18:44:00.870381 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea38367-8c58-4988-bdaa-cb4a1a3799d9 req-d4b84778-87e5-4e0f-9e23-2a24da372416 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:00.872031 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-0ea38367-8c58-4988-bdaa-cb4a1a3799d9 req-d4b84778-87e5-4e0f-9e23-2a24da372416 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 944 time: 0.0608099 Dec 14 18:44:00.916151 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-0ea38367-8c58-4988-bdaa-cb4a1a3799d9 req-71573ce1-cb95-4828-ae3c-e666b9ae16b1 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375216 Dec 14 18:44:01.732857 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e78f1-c4a4-4912-866f-f9c26b31fe59 req-7d6049e3-a916-4fc4-b02f-2f167e21ced1 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:01.734597 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-707e78f1-c4a4-4912-866f-f9c26b31fe59 req-7d6049e3-a916-4fc4-b02f-2f167e21ced1 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 945 time: 0.0490851 Dec 14 18:44:01.779170 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-707e78f1-c4a4-4912-866f-f9c26b31fe59 req-4d61c1f9-1bd4-447e-9f0e-9f7652892226 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378835 Dec 14 18:44:01.875970 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96e809-c664-4912-9e00-00bfe1334a87 req-c4dad04f-1ec7-445a-bc03-8c639f94d92c tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:01.877451 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-3c96e809-c664-4912-9e00-00bfe1334a87 req-c4dad04f-1ec7-445a-bc03-8c639f94d92c tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/ports?device_id=17dfb255-9bae-45f1-a9e4-3215ecb55604 HTTP/1.1" status: 200 len: 945 time: 0.0539448 Dec 14 18:44:01.923506 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-3c96e809-c664-4912-9e00-00bfe1334a87 req-3f31552e-4619-4381-9329-35946c38eaba tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/security-groups?id=f7c06555-811a-437e-8ab9-410f758bcf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392096 Dec 14 18:44:02.045514 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d212d-1d66-40b6-8170-0de51817821f req-0629942f-f977-4bc0-9567-410ddfae91ad tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:02.047149 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b06d212d-1d66-40b6-8170-0de51817821f req-0629942f-f977-4bc0-9567-410ddfae91ad tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 944 time: 0.0515130 Dec 14 18:44:02.098714 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b06d212d-1d66-40b6-8170-0de51817821f req-4e6557ef-7a6c-4a49-8662-c96c9f86cc19 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394258 Dec 14 18:44:02.766099 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 41220) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:02.896368 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-2cc746d0-c918-4f25-8dc3-4165c7c4aada admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:02.917438 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573be7f2-55b2-4c48-9bf7-c21a32ceafd2 req-fe37f6fa-9859-4982-8821-902df068de19 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:02.925706 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-573be7f2-55b2-4c48-9bf7-c21a32ceafd2 req-fe37f6fa-9859-4982-8821-902df068de19 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 945 time: 0.0723565 Dec 14 18:44:02.977430 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-573be7f2-55b2-4c48-9bf7-c21a32ceafd2 req-98e2ee4b-a75c-4b87-b3c1-7fb7dc234c78 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446565 Dec 14 18:44:02.990218 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-2cc746d0-c918-4f25-8dc3-4165c7c4aada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:03.000935 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-2cc746d0-c918-4f25-8dc3-4165c7c4aada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:03.043519 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-2cc746d0-c918-4f25-8dc3-4165c7c4aada admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=74b9da21c1494d94aad1f6c8059dcf03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2760284 Dec 14 18:44:03.044629 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc746d0-c918-4f25-8dc3-4165c7c4aada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e481d5dc-66aa-4258-ad54-431945a59ac3,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:03.047179 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 41232) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:03.102193 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-4cde4d02-e08a-402b-9e13-787db3175a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:03.125881 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-4cde4d02-e08a-402b-9e13-787db3175a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:03.137149 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device eeec46a2-ecce-45bc-abc2-5aa229411802 up at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:44:03.183418 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-4cde4d02-e08a-402b-9e13-787db3175a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:03.186309 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-4cde4d02-e08a-402b-9e13-787db3175a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:03.187474 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-4cde4d02-e08a-402b-9e13-787db3175a1d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e481d5dc-66aa-4258-ad54-431945a59ac3 HTTP/1.1" status: 204 len: 168 time: 0.1392298 Dec 14 18:44:03.195765 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde4d02-e08a-402b-9e13-787db3175a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e481d5dc-66aa-4258-ad54-431945a59ac3,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:03.206124 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Provisioning for port eeec46a2-ecce-45bc-abc2-5aa229411802 completed by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 18:44:03.215299 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Provisioning complete for port eeec46a2-ecce-45bc-abc2-5aa229411802 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:44:03.215752 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:03.244956 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9f69a-d9f6-40a7-a4e8-e33dfee392ff req-c0ee2917-cb53-4bc9-b1db-32fa34f541f7 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:03.246568 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-27b9f69a-d9f6-40a7-a4e8-e33dfee392ff req-c0ee2917-cb53-4bc9-b1db-32fa34f541f7 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 944 time: 0.0705552 Dec 14 18:44:03.287347 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-27b9f69a-d9f6-40a7-a4e8-e33dfee392ff req-0cac9ed4-6a45-40d7-aa10-84171a9eec67 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345707 Dec 14 18:44:03.330722 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:03.355577 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97419b4-063a-4025-8031-67239edf171d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeec46a2-ecce-45bc-abc2-5aa229411802'}] {{(pid=108022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:44:03.362991 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4652f51f42c3be85180d8c5c7bba1325bd3159a0fd8a88314674832532d8132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db152eb9-25d8-42d1-bbe2-ab4b290b6d77" -d '{"events": [{"server_uuid": "c97419b4-063a-4025-8031-67239edf171d", "name": "network-vif-plugged", "status": "completed", "tag": "eeec46a2-ecce-45bc-abc2-5aa229411802"}]}' {{(pid=108022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:44:03.371571 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port eeec46a2-ecce-45bc-abc2-5aa229411802, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=eeec46a2-ecce-45bc-abc2-5aa229411802,segment=NetworkSegment(59268339-a9bf-4548-b15f-f5dee7a5018e),segment_id=59268339-a9bf-4548-b15f-f5dee7a5018e)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:44:03.376762 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:03.377723 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 1be5751a-d6f2-43c8-bc3f-36770fd3ac51 up at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:44:03.425167 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39f0f4c-59fe-49be-b48d-133f70a5b91d x-openstack-request-id: req-a39f0f4c-59fe-49be-b48d-133f70a5b91d {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:44:03.425501 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97419b4-063a-4025-8031-67239edf171d", "name": "network-vif-plugged", "status": "completed", "tag": "eeec46a2-ecce-45bc-abc2-5aa229411802", "code": 200}]} {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:44:03.425755 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a39f0f4c-59fe-49be-b48d-133f70a5b91d {{(pid=108022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:44:03.426293 dv-cinder-821746-1-iscsi neutron-server[108022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c97419b4-063a-4025-8031-67239edf171d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeec46a2-ecce-45bc-abc2-5aa229411802', 'code': 200} Dec 14 18:44:03.478111 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=eeec46a2-ecce-45bc-abc2-5aa229411802,revision_number=5']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:03.491666 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Provisioning for port 1be5751a-d6f2-43c8-bc3f-36770fd3ac51 completed by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 18:44:03.497627 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Provisioning complete for port 1be5751a-d6f2-43c8-bc3f-36770fd3ac51 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:44:03.498123 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:03.608073 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:03.664968 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port 1be5751a-d6f2-43c8-bc3f-36770fd3ac51, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=1be5751a-d6f2-43c8-bc3f-36770fd3ac51,segment=NetworkSegment(59268339-a9bf-4548-b15f-f5dee7a5018e),segment_id=59268339-a9bf-4548-b15f-f5dee7a5018e)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:44:03.670617 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:03.671573 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 6fa7c810-4b83-48b0-a3e3-bf2712047926 up at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:44:03.696889 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489092b6-0d4e-4ba4-8fe4-08e1bebd352a req-d29004dc-c85b-4a87-82f2-493224c95de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:03.698517 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-489092b6-0d4e-4ba4-8fe4-08e1bebd352a req-d29004dc-c85b-4a87-82f2-493224c95de5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 1098 time: 0.0994959 Dec 14 18:44:03.755801 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-489092b6-0d4e-4ba4-8fe4-08e1bebd352a req-976bc5f3-e74c-4cef-a283-c212eba9c480 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492265 Dec 14 18:44:03.777678 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=1be5751a-d6f2-43c8-bc3f-36770fd3ac51,revision_number=5']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:03.789735 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Provisioning for port 6fa7c810-4b83-48b0-a3e3-bf2712047926 completed by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 18:44:03.795035 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Provisioning complete for port 6fa7c810-4b83-48b0-a3e3-bf2712047926 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:44:03.795410 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:03.981810 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:04.018063 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port 6fa7c810-4b83-48b0-a3e3-bf2712047926, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=6fa7c810-4b83-48b0-a3e3-bf2712047926,segment=NetworkSegment(0ad4ed73-9327-4e24-9a3d-54336f11a8d9),segment_id=0ad4ed73-9327-4e24-9a3d-54336f11a8d9)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:44:04.023129 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:04.077214 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=6fa7c810-4b83-48b0-a3e3-bf2712047926,revision_number=5']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:04.113319 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327f35d-5d15-4139-874f-595fbd28b033 req-88863b1d-9f88-472e-af4f-6c38246c3b58 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:04.114813 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c327f35d-5d15-4139-874f-595fbd28b033 req-88863b1d-9f88-472e-af4f-6c38246c3b58 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 946 time: 0.0638096 Dec 14 18:44:04.154472 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c327f35d-5d15-4139-874f-595fbd28b033 req-1b81e9d6-fec9-4d8e-ab31-c756bbda13ba tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335972 Dec 14 18:44:04.426653 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0fdef-1d2c-4c44-b806-af593bbf76db req-54a4f5d1-f2b0-4294-91dd-37ef3509533f tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:04.428150 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6ed0fdef-1d2c-4c44-b806-af593bbf76db req-54a4f5d1-f2b0-4294-91dd-37ef3509533f tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.0648038 Dec 14 18:44:04.466667 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6ed0fdef-1d2c-4c44-b806-af593bbf76db req-fba354e4-14dd-4b3b-8fa9-90a63e5b52da tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326099 Dec 14 18:44:05.266264 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269e219-7e2f-4cdc-9b79-11de9f009998 req-f528f2ae-bc27-4c0a-afa5-f534429e0d84 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:05.267752 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-8269e219-7e2f-4cdc-9b79-11de9f009998 req-f528f2ae-bc27-4c0a-afa5-f534429e0d84 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 946 time: 0.0477946 Dec 14 18:44:05.305112 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-8269e219-7e2f-4cdc-9b79-11de9f009998 req-22044c5b-f053-411a-8e42-097d71b2f856 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308528 Dec 14 18:44:05.427928 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd239cb31-eb20-47bd-8435-e7b12dd44fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be5751a-d6f2-43c8-bc3f-36770fd3ac51'}, {'server_uuid': 'e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa7c810-4b83-48b0-a3e3-bf2712047926'}] {{(pid=108022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:44:05.430899 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4652f51f42c3be85180d8c5c7bba1325bd3159a0fd8a88314674832532d8132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7aa1944-e391-489e-8d86-99551920dca5" -d '{"events": [{"server_uuid": "d239cb31-eb20-47bd-8435-e7b12dd44fd6", "name": "network-vif-plugged", "status": "completed", "tag": "1be5751a-d6f2-43c8-bc3f-36770fd3ac51"}, {"server_uuid": "e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9", "name": "network-vif-plugged", "status": "completed", "tag": "6fa7c810-4b83-48b0-a3e3-bf2712047926"}]}' {{(pid=108022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:44:05.470288 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 14 Dec 2021 18:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3581ac2e-d44e-4a52-8a59-5e3b951f827b x-openstack-request-id: req-3581ac2e-d44e-4a52-8a59-5e3b951f827b {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:44:05.470623 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d239cb31-eb20-47bd-8435-e7b12dd44fd6", "name": "network-vif-plugged", "status": "completed", "tag": "1be5751a-d6f2-43c8-bc3f-36770fd3ac51", "code": 200}, {"server_uuid": "e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9", "name": "network-vif-plugged", "status": "completed", "tag": "6fa7c810-4b83-48b0-a3e3-bf2712047926", "code": 200}]} {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:44:05.470954 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3581ac2e-d44e-4a52-8a59-5e3b951f827b {{(pid=108022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:44:05.471290 dv-cinder-821746-1-iscsi neutron-server[108022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd239cb31-eb20-47bd-8435-e7b12dd44fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be5751a-d6f2-43c8-bc3f-36770fd3ac51', 'code': 200} Dec 14 18:44:05.471550 dv-cinder-821746-1-iscsi neutron-server[108022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa7c810-4b83-48b0-a3e3-bf2712047926', 'code': 200} Dec 14 18:44:05.583204 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d218089-14d7-44a7-bdd1-beb5b77f0d66 req-ec02e88f-d182-4067-9a1c-5263a399a40d tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:05.584696 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-7d218089-14d7-44a7-bdd1-beb5b77f0d66 req-ec02e88f-d182-4067-9a1c-5263a399a40d tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.0506797 Dec 14 18:44:05.624921 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-7d218089-14d7-44a7-bdd1-beb5b77f0d66 req-60b46c32-8868-4db1-b032-dab3ce153922 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322075 Dec 14 18:44:06.415872 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfd91d-dd85-4eb0-a62d-771766ea80d7 req-3d1469c8-177f-489c-806e-14de3aa0cebb tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:06.417315 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4bdfd91d-dd85-4eb0-a62d-771766ea80d7 req-3d1469c8-177f-489c-806e-14de3aa0cebb tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 946 time: 0.0478685 Dec 14 18:44:06.454108 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4bdfd91d-dd85-4eb0-a62d-771766ea80d7 req-5ea4fbdc-2a67-4530-8eca-e13c275b5e5d tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309026 Dec 14 18:44:06.741917 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d117d92-f322-492b-b96a-21387fea851a req-497cc0c8-5f54-4606-a6f2-d82b9d151d9b tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:06.744184 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-3d117d92-f322-492b-b96a-21387fea851a req-497cc0c8-5f54-4606-a6f2-d82b9d151d9b tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.0546329 Dec 14 18:44:06.796933 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-3d117d92-f322-492b-b96a-21387fea851a req-4380d3d1-e1b7-423e-9518-bf4a6438f658 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452754 Dec 14 18:44:07.001941 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58d47f-fe49-46bd-9c96-2fb4b269a18d req-09806523-7713-4851-92e3-1cb78bd9ff34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:07.003490 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-df58d47f-fe49-46bd-9c96-2fb4b269a18d req-09806523-7713-4851-92e3-1cb78bd9ff34 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 1099 time: 0.0929480 Dec 14 18:44:07.008614 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0266ee0-b652-4a99-9a78-7b8f60d674fe req-3c8f639a-3171-4d6f-9966-de6a30fded27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:07.010349 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f0266ee0-b652-4a99-9a78-7b8f60d674fe req-3c8f639a-3171-4d6f-9966-de6a30fded27 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 1098 time: 0.0630455 Dec 14 18:44:07.078742 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f0266ee0-b652-4a99-9a78-7b8f60d674fe req-971a6aa2-cb3e-47a0-bfba-5af4fa7c02cc service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589514 Dec 14 18:44:07.080853 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-df58d47f-fe49-46bd-9c96-2fb4b269a18d req-67f69484-7fdb-4ec3-9e74-0426e8e62827 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625124 Dec 14 18:44:07.578582 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ee33c-ff06-4dae-873d-13635beea85f req-3e9e1381-bf20-4b69-a1c9-ac450ec2f11f tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:07.580093 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5b4ee33c-ff06-4dae-873d-13635beea85f req-3e9e1381-bf20-4b69-a1c9-ac450ec2f11f tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 946 time: 0.0532885 Dec 14 18:44:07.620853 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5b4ee33c-ff06-4dae-873d-13635beea85f req-0a9ecb15-7010-4343-9ae8-2fce62e85c96 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346305 Dec 14 18:44:07.924149 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da186e79-59e9-4165-9096-b9cfda33b953 req-a97531f0-74db-43d1-af79-60e43b33987c tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:07.931118 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-da186e79-59e9-4165-9096-b9cfda33b953 req-a97531f0-74db-43d1-af79-60e43b33987c tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.0592716 Dec 14 18:44:07.965276 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-da186e79-59e9-4165-9096-b9cfda33b953 req-807b11bf-d208-4a58-b8af-1a99364d5c9f tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330374 Dec 14 18:44:08.746861 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618571b0-da68-46bd-aa14-af22275e9dc9 req-1ae05118-0a73-4655-9e75-8f02d3636819 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:08.748432 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-618571b0-da68-46bd-aa14-af22275e9dc9 req-1ae05118-0a73-4655-9e75-8f02d3636819 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 946 time: 0.0561984 Dec 14 18:44:08.799648 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-618571b0-da68-46bd-aa14-af22275e9dc9 req-e960169e-8dd7-49dd-857c-1de26cf99cec tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398612 Dec 14 18:44:09.100091 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5f8e3-7693-42c1-be30-c5997d74fd03 req-52484528-3976-497f-b101-72a1f2699080 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:09.101749 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-46c5f8e3-7693-42c1-be30-c5997d74fd03 req-52484528-3976-497f-b101-72a1f2699080 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.0552280 Dec 14 18:44:09.151795 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-46c5f8e3-7693-42c1-be30-c5997d74fd03 req-1997f99a-8cc8-401e-866f-1e95b701ed0a tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386796 Dec 14 18:44:09.252569 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 41522) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:09.378317 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-5377eb83-f490-4fbc-855f-d8aaee266efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:09.486830 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-5377eb83-f490-4fbc-855f-d8aaee266efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:09.494091 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-5377eb83-f490-4fbc-855f-d8aaee266efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:09.550374 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c56b9-c34a-4a0f-b96c-a4773e81919b req-14dd9c35-ba23-4fa0-ac8b-1425cf4dd025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:09.550374 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-2d8c56b9-c34a-4a0f-b96c-a4773e81919b req-14dd9c35-ba23-4fa0-ac8b-1425cf4dd025 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6d30e631db984d3fa5328c6309d21ab1&device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 1098 time: 0.0476248 Dec 14 18:44:09.567015 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5377eb83-f490-4fbc-855f-d8aaee266efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb74d572-d972-4fcf-9bd3-b972dd319905,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:09.574999 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-5377eb83-f490-4fbc-855f-d8aaee266efe admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5969c1ab789a45338216e99024d1ba25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3212049 Dec 14 18:44:09.577591 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 41538) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:09.608628 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40aa224-54b8-415f-a877-95e6dab58285 req-46e25fe1-bbc4-4d58-a18f-8867e7109801 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:09.610618 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-b40aa224-54b8-415f-a877-95e6dab58285 req-46e25fe1-bbc4-4d58-a18f-8867e7109801 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.1087737 Dec 14 18:44:09.657125 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c56b9-c34a-4a0f-b96c-a4773e81919b req-d66b60e8-d846-4f27-a19a-21d900b40378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:09.658833 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-2d8c56b9-c34a-4a0f-b96c-a4773e81919b req-d66b60e8-d846-4f27-a19a-21d900b40378 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cec07be9-2009-49bf-b433-dbf4ec1bc7f9 HTTP/1.1" status: 200 len: 919 time: 0.0982165 Dec 14 18:44:09.659118 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-c8b12c7d-81ce-4270-b400-1fded7d05f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:09.681355 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-b40aa224-54b8-415f-a877-95e6dab58285 req-ddbc9d33-993f-4949-a836-0d4a848d4c12 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555575 Dec 14 18:44:09.693320 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-c8b12c7d-81ce-4270-b400-1fded7d05f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:09.704715 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-2d8c56b9-c34a-4a0f-b96c-a4773e81919b req-876371cf-aee4-48dd-b882-7c8cdab8987f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eeec46a2-ecce-45bc-abc2-5aa229411802 HTTP/1.1" status: 200 len: 217 time: 0.0361385 Dec 14 18:44:09.747039 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-c8b12c7d-81ce-4270-b400-1fded7d05f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:09.749979 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-c8b12c7d-81ce-4270-b400-1fded7d05f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:09.751222 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-c8b12c7d-81ce-4270-b400-1fded7d05f13 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bb74d572-d972-4fcf-9bd3-b972dd319905 HTTP/1.1" status: 204 len: 168 time: 0.1727362 Dec 14 18:44:09.759404 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b12c7d-81ce-4270-b400-1fded7d05f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb74d572-d972-4fcf-9bd3-b972dd319905,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:09.774735 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c56b9-c34a-4a0f-b96c-a4773e81919b req-7781ec2f-406d-4b4d-8eb3-e1e780e83289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:09.776371 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-2d8c56b9-c34a-4a0f-b96c-a4773e81919b req-7781ec2f-406d-4b4d-8eb3-e1e780e83289 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3c4318d4-5988-4679-8015-e2594e934f86 HTTP/1.1" status: 200 len: 858 time: 0.0572190 Dec 14 18:44:09.825818 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-2d8c56b9-c34a-4a0f-b96c-a4773e81919b req-34c51b96-7f96-42e4-8ed9-9f5f964249df service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cec07be9-2009-49bf-b433-dbf4ec1bc7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274680 Dec 14 18:44:10.021935 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbe519-55c2-4f7a-a333-96a15f488067 req-13c2719c-b8a4-4947-a8af-06d42a05bbaa tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:10.023469 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6dcbe519-55c2-4f7a-a333-96a15f488067 req-13c2719c-b8a4-4947-a8af-06d42a05bbaa tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 946 time: 0.1026497 Dec 14 18:44:10.028473 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-2d8c56b9-c34a-4a0f-b96c-a4773e81919b req-26f570e2-7a54-482b-95f1-f6275e8fc453 service neutron] 10.222.0.61 "GET /v2.0/networks/cec07be9-2009-49bf-b433-dbf4ec1bc7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938217 Dec 14 18:44:10.079137 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 41548) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:10.093112 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-6d00a3ba-52b9-4524-b81f-268c0aa3453a admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:10.119292 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6dcbe519-55c2-4f7a-a333-96a15f488067 req-50985b6a-6ce5-4f79-a7eb-c7b7b84e9427 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865231 Dec 14 18:44:10.162713 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-2d8c56b9-c34a-4a0f-b96c-a4773e81919b req-4d77e88d-05d5-421f-91d3-7ff939e17d79 service neutron] 10.222.0.61 "GET /v2.0/networks/cec07be9-2009-49bf-b433-dbf4ec1bc7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238885 Dec 14 18:44:10.221875 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-6d00a3ba-52b9-4524-b81f-268c0aa3453a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:10.254826 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-6d00a3ba-52b9-4524-b81f-268c0aa3453a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:10.325122 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 41564) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:10.326818 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-6d00a3ba-52b9-4524-b81f-268c0aa3453a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=420eec255fa34ca98f6c1efb7e53aedc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2462475 Dec 14 18:44:10.331409 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d00a3ba-52b9-4524-b81f-268c0aa3453a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5765fad0-75a5-470c-b91f-f1fa8f1e41fb,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:10.347480 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4604a6-e696-41a6-8a1b-95c76a500ee2 req-c46640b0-92b2-40e0-9a1d-05788fc83687 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:10.349044 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-6a4604a6-e696-41a6-8a1b-95c76a500ee2 req-c46640b0-92b2-40e0-9a1d-05788fc83687 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 946 time: 0.1457925 Dec 14 18:44:10.359296 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 41566) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:10.364048 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-61783b1d-8231-4046-85a6-1d678ada63e2 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Request body: {'floatingip': {'port_id': '6fa7c810-4b83-48b0-a3e3-bf2712047926'}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:44:10.393965 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-aafa08a4-f1aa-4413-afa8-7e2b51ae795f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:10.418876 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-aafa08a4-f1aa-4413-afa8-7e2b51ae795f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:10.447522 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-61783b1d-8231-4046-85a6-1d678ada63e2 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks [] for floatingip, before_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:10.477547 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-aafa08a4-f1aa-4413-afa8-7e2b51ae795f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:10.478244 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-aafa08a4-f1aa-4413-afa8-7e2b51ae795f admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:10.479425 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-aafa08a4-f1aa-4413-afa8-7e2b51ae795f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5765fad0-75a5-470c-b91f-f1fa8f1e41fb HTTP/1.1" status: 204 len: 168 time: 0.1529636 Dec 14 18:44:10.489990 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa08a4-f1aa-4413-afa8-7e2b51ae795f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5765fad0-75a5-470c-b91f-f1fa8f1e41fb,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:11.107811 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff0e0d-01e4-4be6-bba0-a534cb4b93cf req-9885b454-7776-48e3-9541-e307175a5c53 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:11.116445 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-19ff0e0d-01e4-4be6-bba0-a534cb4b93cf req-9885b454-7776-48e3-9541-e307175a5c53 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.3186786 Dec 14 18:44:11.183811 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-19ff0e0d-01e4-4be6-bba0-a534cb4b93cf req-44922d5b-28cf-4110-942a-567d878419bb tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658946 Dec 14 18:44:11.429719 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-61783b1d-8231-4046-85a6-1d678ada63e2 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:11.435092 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-61783b1d-8231-4046-85a6-1d678ada63e2 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552536'] for floatingip, after_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:11.491727 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 41632) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:11.561478 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.db.l3_db [None req-61783b1d-8231-4046-85a6-1d678ada63e2 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Floating IP a62f155b-2ec9-41c5-ba3a-37866f784b07 associated. External IP: 172.27.2.129, port: 6fa7c810-4b83-48b0-a3e3-bf2712047926. Dec 14 18:44:11.676436 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-5c90405e-fa0b-434a-8494-dd6db208100c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:11.801965 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-5c90405e-fa0b-434a-8494-dd6db208100c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:11.811274 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-5c90405e-fa0b-434a-8494-dd6db208100c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:11.891312 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-5c90405e-fa0b-434a-8494-dd6db208100c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3e92261849324410aae2b6890d393c71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3979821 Dec 14 18:44:11.892027 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 41662) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:11.931898 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c90405e-fa0b-434a-8494-dd6db208100c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8af6b42-866e-458b-b23b-6bf5fefdb0a7,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:11.980122 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-cd26f70f-6ed0-4817-a7a3-109f2fddfdd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:11.997147 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61783b1d-8231-4046-85a6-1d678ada63e2 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Router 2eaec3f5-d1ab-4393-979c-0aa2ee05f586 has already been hosted by L3 agent 61f97045-3475-4abf-9bb4-9e4a5178f14d {{(pid=108021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:44:12.013081 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-cd26f70f-6ed0-4817-a7a3-109f2fddfdd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:12.082380 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-de95467d-8974-44e4-97bb-f1c6bce1b81f tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:12.084192 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-de95467d-8974-44e4-97bb-f1c6bce1b81f tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/networks?id=dd304430-c646-4db7-a934-2559ea0d87d6 HTTP/1.1" status: 200 len: 814 time: 0.2026653 Dec 14 18:44:12.093433 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-cd26f70f-6ed0-4817-a7a3-109f2fddfdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:12.105274 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-cd26f70f-6ed0-4817-a7a3-109f2fddfdd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:12.106453 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-cd26f70f-6ed0-4817-a7a3-109f2fddfdd8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b8af6b42-866e-458b-b23b-6bf5fefdb0a7 HTTP/1.1" status: 204 len: 168 time: 0.2102187 Dec 14 18:44:12.116497 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd26f70f-6ed0-4817-a7a3-109f2fddfdd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8af6b42-866e-458b-b23b-6bf5fefdb0a7,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:12.137686 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-68eaf0ac-14f6-40b1-821a-bd0a6779180a tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/quotas/c8d244262bb0402da2c415ab98f5b988 HTTP/1.1" status: 200 len: 375 time: 0.0223260 Dec 14 18:44:12.225444 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-17f4be36-58c3-4dcb-8c0b-1d5d7ce4ee6d tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=c8d244262bb0402da2c415ab98f5b988&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0862713 Dec 14 18:44:12.242899 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61783b1d-8231-4046-85a6-1d678ada63e2 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify agent at l3_agent.dv-cinder-821746-1-iscsi the message routers_updated {{(pid=108021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:44:12.249777 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-61783b1d-8231-4046-85a6-1d678ada63e2 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for floatingip, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:12.257711 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9695c0-20bf-4ae0-aa97-9d451da0ead5 None None] Sync routers for ids ['2eaec3f5-d1ab-4393-979c-0aa2ee05f586'] in dv-cinder-821746-1-iscsi {{(pid=108023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:44:12.283750 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9695c0-20bf-4ae0-aa97-9d451da0ead5 None None] Routers {'2eaec3f5-d1ab-4393-979c-0aa2ee05f586'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:44:12.284391 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-db9695c0-20bf-4ae0-aa97-9d451da0ead5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:43:45Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['2eaec3f5-d1ab-4393-979c-0aa2ee05f586'], 'active': True} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:44:12.342667 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-61783b1d-8231-4046-85a6-1d678ada63e2 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "PUT /v2.0/floatingips/a62f155b-2ec9-41c5-ba3a-37866f784b07 HTTP/1.1" status: 200 len: 992 time: 1.9787791 Dec 14 18:44:12.342667 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9', 'tag': '6fa7c810-4b83-48b0-a3e3-bf2712047926'}] {{(pid=108021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:44:12.344411 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b93b291913d2f478f978021224fe99462ed5361e2b2e2c80d6eb419d23fcc8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f3edd8-39cc-44eb-9b90-5eba37e4c066" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9", "tag": "6fa7c810-4b83-48b0-a3e3-bf2712047926"}]}' {{(pid=108021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:44:12.387070 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-bed4796f-7455-42bc-8f42-f1bb71ae4c35 service neutron] 10.222.0.71 "GET /v2.0/networks/dd304430-c646-4db7-a934-2559ea0d87d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605575 Dec 14 18:44:12.396079 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-dd87fa7d-39a7-4e85-83b3-096054c464a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:12.436573 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvr_db [None req-db9695c0-20bf-4ae0-aa97-9d451da0ead5 None None] Set router 2eaec3f5-d1ab-4393-979c-0aa2ee05f586 gateway port host: dv-cinder-821746-1-iscsi {{(pid=108023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:44:12.468249 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd1afe-2cc5-4ea3-882a-d5aaadf8321b req-0d10622c-fdde-474d-b2c4-786255fab65b tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:12.471430 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-21cd1afe-2cc5-4ea3-882a-d5aaadf8321b req-0d10622c-fdde-474d-b2c4-786255fab65b tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.1705005 Dec 14 18:44:12.544133 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-21cd1afe-2cc5-4ea3-882a-d5aaadf8321b req-9f9585e1-5574-4f80-a496-45e1b283d271 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622439 Dec 14 18:44:12.573820 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-87c9bd2f-42fa-4ee2-bd8e-5a3133560413 service neutron] 10.222.0.71 "GET /v2.0/networks/dd304430-c646-4db7-a934-2559ea0d87d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790407 Dec 14 18:44:12.639604 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 41704) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:12.666524 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-09f62bea-087f-419e-9230-a2120dcf4ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:12.778578 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b6aee5-0164-4b8c-8d90-289acb928225 x-openstack-request-id: req-b1b6aee5-0164-4b8c-8d90-289acb928225 {{(pid=108021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:44:12.779136 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9", "tag": "6fa7c810-4b83-48b0-a3e3-bf2712047926", "status": "completed", "code": 200}]} {{(pid=108021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:44:12.779594 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b1b6aee5-0164-4b8c-8d90-289acb928225 {{(pid=108021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:44:12.780169 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9', 'tag': '6fa7c810-4b83-48b0-a3e3-bf2712047926', 'status': 'completed', 'code': 200} Dec 14 18:44:12.810178 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-09f62bea-087f-419e-9230-a2120dcf4ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:12.824969 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-09f62bea-087f-419e-9230-a2120dcf4ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:12.844622 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-14fff80d-4eb8-4497-a62c-d736ae03593e req-c0c51059-6731-41e2-a96a-c6ba84e93eb7 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=ea3ab088-c359-4d30-8cc8-6d2b72d26a9c HTTP/1.1" status: 200 len: 210 time: 0.0438228 Dec 14 18:44:12.900635 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f62bea-087f-419e-9230-a2120dcf4ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8e166c-3a0f-4204-b4a7-3b74318a0639,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:12.927545 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-09f62bea-087f-419e-9230-a2120dcf4ad8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5a6a22a157f44f7da73ea2bb08a707bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2840259 Dec 14 18:44:12.927909 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 41718) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:12.935385 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3edd8-39cc-44eb-9b90-5eba37e4c066 req-faf65e56-4000-4eda-aaca-406fd19d9844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:12.937487 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f2f3edd8-39cc-44eb-9b90-5eba37e4c066 req-faf65e56-4000-4eda-aaca-406fd19d9844 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=949697f6123f48b49b1dfa9ea09b6236&device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 1099 time: 0.1243689 Dec 14 18:44:13.010149 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-c6d79bf7-4ae0-4b64-b163-ecb63c557a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:13.052867 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-c6d79bf7-4ae0-4b64-b163-ecb63c557a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:13.080687 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-db9695c0-20bf-4ae0-aa97-9d451da0ead5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'name': 'tempest-AttachVolumeTestJSON-446952873-router', 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '303ba977-dea2-4fd7-b05c-89378886da8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:43:16Z', 'updated_at': '2021-12-14T18:43:23Z', 'revision_number': 4, 'project_id': '949697f6123f48b49b1dfa9ea09b6236', 'gw_port': {'id': '303ba977-dea2-4fd7-b05c-89378886da8b', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:43:17Z', 'updated_at': '2021-12-14T18:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_floatingips': [{'id': 'a62f155b-2ec9-41c5-ba3a-37866f784b07', 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'router_id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'port_id': '6fa7c810-4b83-48b0-a3e3-bf2712047926', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f7553d6-566b-442a-8474-b9703b3d3a26', 'mac_address': 'fa:16:3e:9f:c8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:43:29Z', 'updated_at': '2021-12-14T18:44:11Z', 'revision_number': 1, 'project_id': '949697f6123f48b49b1dfa9ea09b6236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be75fd1-821c-49fb-aa19-76df4b7a37b7', 'name': '', 'network_id': '7f7553d6-566b-442a-8474-b9703b3d3a26', 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236', 'mac_address': 'fa:16:3e:70:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50e7903b-7a00-4646-be83-d8fc7d2d11f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:43:21Z', 'updated_at': '2021-12-14T18:43:27Z', 'revision_number': 5, 'project_id': '949697f6123f48b49b1dfa9ea09b6236', 'subnets': [{'id': '50e7903b-7a00-4646-be83-d8fc7d2d11f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:44:13.097790 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3edd8-39cc-44eb-9b90-5eba37e4c066 req-82a28e58-09b2-44b5-b86e-a190697509bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:13.099428 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f2f3edd8-39cc-44eb-9b90-5eba37e4c066 req-82a28e58-09b2-44b5-b86e-a190697509bd service neutron] 10.222.0.61 "GET /v2.0/networks?id=7f7553d6-566b-442a-8474-b9703b3d3a26 HTTP/1.1" status: 200 len: 911 time: 0.1510897 Dec 14 18:44:13.113360 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-c6d79bf7-4ae0-4b64-b163-ecb63c557a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:13.116807 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-c6d79bf7-4ae0-4b64-b163-ecb63c557a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:13.118392 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-c6d79bf7-4ae0-4b64-b163-ecb63c557a92 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/db8e166c-3a0f-4204-b4a7-3b74318a0639 HTTP/1.1" status: 204 len: 168 time: 0.1894512 Dec 14 18:44:13.124870 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9695c0-20bf-4ae0-aa97-9d451da0ead5 None None] Checking router: 2eaec3f5-d1ab-4393-979c-0aa2ee05f586 for host: dv-cinder-821746-1-iscsi {{(pid=108023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:44:13.135862 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d79bf7-4ae0-4b64-b163-ecb63c557a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8e166c-3a0f-4204-b4a7-3b74318a0639,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:13.142588 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9695c0-20bf-4ae0-aa97-9d451da0ead5 None None] Routers {'2eaec3f5-d1ab-4393-979c-0aa2ee05f586'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:44:13.143316 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-db9695c0-20bf-4ae0-aa97-9d451da0ead5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:43:45Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['2eaec3f5-d1ab-4393-979c-0aa2ee05f586'], 'active': True} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:44:13.325364 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f2f3edd8-39cc-44eb-9b90-5eba37e4c066 req-a6c58d5b-674a-4300-aff9-63c070a42f81 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fa7c810-4b83-48b0-a3e3-bf2712047926 HTTP/1.1" status: 200 len: 1000 time: 0.2126784 Dec 14 18:44:13.326094 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvr_db [None req-db9695c0-20bf-4ae0-aa97-9d451da0ead5 None None] Set router 2eaec3f5-d1ab-4393-979c-0aa2ee05f586 gateway port host: dv-cinder-821746-1-iscsi {{(pid=108023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:44:13.401799 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3edd8-39cc-44eb-9b90-5eba37e4c066 req-e26c4721-926a-4484-86e6-3b2cbdd0a63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:13.403605 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f2f3edd8-39cc-44eb-9b90-5eba37e4c066 req-e26c4721-926a-4484-86e6-3b2cbdd0a63a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=50e7903b-7a00-4646-be83-d8fc7d2d11f1 HTTP/1.1" status: 200 len: 849 time: 0.0571861 Dec 14 18:44:13.471090 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3edd8-39cc-44eb-9b90-5eba37e4c066 req-e91715c7-d8ae-4bc7-8f54-f1f0cb2337cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:13.472597 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f2f3edd8-39cc-44eb-9b90-5eba37e4c066 req-e91715c7-d8ae-4bc7-8f54-f1f0cb2337cf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7f7553d6-566b-442a-8474-b9703b3d3a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0587909 Dec 14 18:44:13.641615 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f2f3edd8-39cc-44eb-9b90-5eba37e4c066 req-7f727167-02fd-451a-b710-505d14bfd8ae service neutron] 10.222.0.61 "GET /v2.0/networks/7f7553d6-566b-442a-8474-b9703b3d3a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297858 Dec 14 18:44:13.681558 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-db9695c0-20bf-4ae0-aa97-9d451da0ead5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'name': 'tempest-AttachVolumeTestJSON-446952873-router', 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '303ba977-dea2-4fd7-b05c-89378886da8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:43:16Z', 'updated_at': '2021-12-14T18:43:23Z', 'revision_number': 4, 'project_id': '949697f6123f48b49b1dfa9ea09b6236', 'gw_port': {'id': '303ba977-dea2-4fd7-b05c-89378886da8b', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:43:17Z', 'updated_at': '2021-12-14T18:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_floatingips': [{'id': 'a62f155b-2ec9-41c5-ba3a-37866f784b07', 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'router_id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'port_id': '6fa7c810-4b83-48b0-a3e3-bf2712047926', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f7553d6-566b-442a-8474-b9703b3d3a26', 'mac_address': 'fa:16:3e:9f:c8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:43:29Z', 'updated_at': '2021-12-14T18:44:11Z', 'revision_number': 1, 'project_id': '949697f6123f48b49b1dfa9ea09b6236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be75fd1-821c-49fb-aa19-76df4b7a37b7', 'name': '', 'network_id': '7f7553d6-566b-442a-8474-b9703b3d3a26', 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236', 'mac_address': 'fa:16:3e:70:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50e7903b-7a00-4646-be83-d8fc7d2d11f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:43:21Z', 'updated_at': '2021-12-14T18:43:27Z', 'revision_number': 5, 'project_id': '949697f6123f48b49b1dfa9ea09b6236', 'subnets': [{'id': '50e7903b-7a00-4646-be83-d8fc7d2d11f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:44:13.719596 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9695c0-20bf-4ae0-aa97-9d451da0ead5 None None] The sync data for ids ['2eaec3f5-d1ab-4393-979c-0aa2ee05f586'] in dv-cinder-821746-1-iscsi is: [{'id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'name': 'tempest-AttachVolumeTestJSON-446952873-router', 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '303ba977-dea2-4fd7-b05c-89378886da8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:43:16Z', 'updated_at': '2021-12-14T18:43:23Z', 'revision_number': 4, 'project_id': '949697f6123f48b49b1dfa9ea09b6236', 'gw_port': {'id': '303ba977-dea2-4fd7-b05c-89378886da8b', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:43:17Z', 'updated_at': '2021-12-14T18:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_floatingips': [{'id': 'a62f155b-2ec9-41c5-ba3a-37866f784b07', 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'router_id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'port_id': '6fa7c810-4b83-48b0-a3e3-bf2712047926', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f7553d6-566b-442a-8474-b9703b3d3a26', 'mac_address': 'fa:16:3e:9f:c8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:43:29Z', 'updated_at': '2021-12-14T18:44:11Z', 'revision_number': 1, 'project_id': '949697f6123f48b49b1dfa9ea09b6236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be75fd1-821c-49fb-aa19-76df4b7a37b7', 'name': '', 'network_id': '7f7553d6-566b-442a-8474-b9703b3d3a26', 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236', 'mac_address': 'fa:16:3e:70:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50e7903b-7a00-4646-be83-d8fc7d2d11f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:43:21Z', 'updated_at': '2021-12-14T18:43:27Z', 'revision_number': 5, 'project_id': '949697f6123f48b49b1dfa9ea09b6236', 'subnets': [{'id': '50e7903b-7a00-4646-be83-d8fc7d2d11f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:44:13.786045 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc9fd4-a25a-4343-ac74-e92b6c225dfb req-b79e0636-52c4-417a-91e6-c767dd665232 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:13.787762 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f7fc9fd4-a25a-4343-ac74-e92b6c225dfb req-b79e0636-52c4-417a-91e6-c767dd665232 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.1277521 Dec 14 18:44:13.821387 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f2f3edd8-39cc-44eb-9b90-5eba37e4c066 req-f862201b-fd81-4a65-9946-d6fdae56ba07 service neutron] 10.222.0.61 "GET /v2.0/networks/7f7553d6-566b-442a-8474-b9703b3d3a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693866 Dec 14 18:44:13.873944 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f7fc9fd4-a25a-4343-ac74-e92b6c225dfb req-e71da8c8-b41d-4ba7-a393-e7120acf657b tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781732 Dec 14 18:44:13.931148 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 41766) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:14.010318 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-6d2ba282-239f-4801-8e27-2dccf7eb63d9 req-ca5f7bfa-baea-4ee3-aad8-d37555b76d40 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=ea3ab088-c359-4d30-8cc8-6d2b72d26a9c HTTP/1.1" status: 200 len: 210 time: 0.0437033 Dec 14 18:44:14.021537 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b19888c-3202-45f0-9548-2b86d7a6a90f admin admin] Deleting subnet 4aa78143-ae2c-4205-8d1c-6696d12aff75 {{(pid=108021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 14 18:44:14.025509 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-7b19888c-3202-45f0-9548-2b86d7a6a90f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:14.030413 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a62526-6241-4102-b71f-4ca280b44d27 None None] New status for floating IP a62f155b-2ec9-41c5-ba3a-37866f784b07: ACTIVE {{(pid=108022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 18:44:14.074367 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-7b19888c-3202-45f0-9548-2b86d7a6a90f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29292912'] for subnet, precommit_delete_associations {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:14.132740 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-7b19888c-3202-45f0-9548-2b86d7a6a90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3907046'] for subnet, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:14.219794 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-7b19888c-3202-45f0-9548-2b86d7a6a90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3907055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29291609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28799321'] for subnet, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:14.238249 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-7b19888c-3202-45f0-9548-2b86d7a6a90f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for subnet, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:14.246143 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-7b19888c-3202-45f0-9548-2b86d7a6a90f admin admin] 10.222.0.71 "DELETE /v2.0/subnets/4aa78143-ae2c-4205-8d1c-6696d12aff75 HTTP/1.1" status: 204 len: 168 time: 0.3138199 Dec 14 18:44:14.248020 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 41774) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:14.282004 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b19888c-3202-45f0-9548-2b86d7a6a90f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4aa78143-ae2c-4205-8d1c-6696d12aff75,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:14.348034 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-68234ad6-cc50-43bc-806d-303294a674ff tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:14.350198 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-68234ad6-cc50-43bc-806d-303294a674ff tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.61 "GET /v2.0/networks?id=dd304430-c646-4db7-a934-2559ea0d87d6 HTTP/1.1" status: 200 len: 814 time: 0.1917226 Dec 14 18:44:14.372226 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-b0a42e67-52b8-4829-b6d7-8185db3b016e tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Request body: {'port': {'device_id': 'ea3ab088-c359-4d30-8cc8-6d2b72d26a9c', 'network_id': 'dd304430-c646-4db7-a934-2559ea0d87d6', 'admin_state_up': True, 'tenant_id': 'c8d244262bb0402da2c415ab98f5b988'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:44:14.409576 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-8e2291ee-3b2b-48dd-84db-c442233c4f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3973964'] for network, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:14.496698 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-8e2291ee-3b2b-48dd-84db-c442233c4f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3899795', 'neutron.services.segments.db._delete_segments_for_network-8730915442872'] for network, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:14.525571 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-b0a42e67-52b8-4829-b6d7-8185db3b016e tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Made reservation on behalf of c8d244262bb0402da2c415ab98f5b988 for: {'port': 1} {{(pid=108020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:44:14.531299 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.services.segments.db [None req-8e2291ee-3b2b-48dd-84db-c442233c4f38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c43f11-398b-4197-b475-848afcd69708']}} {{(pid=108021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:44:14.532929 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-b0a42e67-52b8-4829-b6d7-8185db3b016e tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:14.544096 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.services.segments.db [None req-8e2291ee-3b2b-48dd-84db-c442233c4f38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66f607a1-caab-40c4-b5a2-8fcd724b3fe7') {'for_net_delete': True} {{(pid=108021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:44:14.544651 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.services.segments.db [None req-8e2291ee-3b2b-48dd-84db-c442233c4f38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66f607a1-caab-40c4-b5a2-8fcd724b3fe7') {} {{(pid=108021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:44:14.575901 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-8e2291ee-3b2b-48dd-84db-c442233c4f38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730915282288', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29292905'] for segment, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:14.611271 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-8e2291ee-3b2b-48dd-84db-c442233c4f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017'] for segment, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:14.644150 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e2291ee-3b2b-48dd-84db-c442233c4f38 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=108021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 18:44:14.644150 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-8e2291ee-3b2b-48dd-84db-c442233c4f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29291711'] for segment, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:14.644150 dv-cinder-821746-1-iscsi neutron-server[108021]: Traceback (most recent call last): Dec 14 18:44:14.644150 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 18:44:14.644150 dv-cinder-821746-1-iscsi neutron-server[108021]: timer() Dec 14 18:44:14.644150 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:44:14.644150 dv-cinder-821746-1-iscsi neutron-server[108021]: cb(*args, **kw) Dec 14 18:44:14.644150 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 18:44:14.644150 dv-cinder-821746-1-iscsi neutron-server[108021]: return func(*args, **kwargs) Dec 14 18:44:14.644150 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:44:14.644150 dv-cinder-821746-1-iscsi neutron-server[108021]: self._notify() Dec 14 18:44:14.644150 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:44:14.644150 dv-cinder-821746-1-iscsi neutron-server[108021]: self.callback(batched_events) Dec 14 18:44:14.644150 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:44:14.644150 dv-cinder-821746-1-iscsi neutron-server[108021]: event.method(event) Dec 14 18:44:14.644150 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 18:44:14.644150 dv-cinder-821746-1-iscsi neutron-server[108021]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:44:14.644150 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 18:44:14.644150 dv-cinder-821746-1-iscsi neutron-server[108021]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 18:44:14.644150 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 18:44:14.644150 dv-cinder-821746-1-iscsi neutron-server[108021]: return f(self, *a, **k) Dec 14 18:44:14.644150 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 18:44:14.644150 dv-cinder-821746-1-iscsi neutron-server[108021]: return self._get(url).json() Dec 14 18:44:14.644150 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:44:14.644150 dv-cinder-821746-1-iscsi neutron-server[108021]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 18:44:14.644150 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 18:44:14.644150 dv-cinder-821746-1-iscsi neutron-server[108021]: return self.request(url, 'GET', **kwargs) Dec 14 18:44:14.644150 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 18:44:14.644150 dv-cinder-821746-1-iscsi neutron-server[108021]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 18:44:14.644150 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 18:44:14.644150 dv-cinder-821746-1-iscsi neutron-server[108021]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:44:14.644150 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 18:44:14.644150 dv-cinder-821746-1-iscsi neutron-server[108021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:44:14.644150 dv-cinder-821746-1-iscsi neutron-server[108021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:44:14.694597 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.db_base_plugin_common [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-b0a42e67-52b8-4829-b6d7-8185db3b016e tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Allocated IP 172.20.0.3 (dd304430-c646-4db7-a934-2559ea0d87d6/048742ed-8e42-40b7-b8eb-a3709809cf9f/0a4dd6bb-8d05-49fe-b4a6-79382bdfb824) {{(pid=108020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:44:14.710862 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-8e2291ee-3b2b-48dd-84db-c442233c4f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3907168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552522'] for network, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:14.718793 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-8e2291ee-3b2b-48dd-84db-c442233c4f38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for network, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:14.725575 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-8e2291ee-3b2b-48dd-84db-c442233c4f38 admin admin] 10.222.0.71 "DELETE /v2.0/networks/f1c43f11-398b-4197-b475-848afcd69708 HTTP/1.1" status: 204 len: 168 time: 0.4762375 Dec 14 18:44:14.728819 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 41794) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:14.739421 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-4d6ac77b-88d9-42e2-8ed4-89562ffeb65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:14.754370 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2291ee-3b2b-48dd-84db-c442233c4f38 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1c43f11-398b-4197-b475-848afcd69708,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:14.814890 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.db_base_plugin_v2 [None req-a767022e-d0e8-450b-9105-f88f8ba0f744 admin admin] Deleting subnet 0c49daa7-b203-4a84-b6b2-c5c6138a30cc {{(pid=108021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 14 18:44:14.819146 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-a767022e-d0e8-450b-9105-f88f8ba0f744 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:14.872563 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-a767022e-d0e8-450b-9105-f88f8ba0f744 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29292912'] for subnet, precommit_delete_associations {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:14.955404 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-a767022e-d0e8-450b-9105-f88f8ba0f744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3907046'] for subnet, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:14.972656 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-b0a42e67-52b8-4829-b6d7-8185db3b016e tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Notify callbacks [] for port, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:15.012608 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-b0a42e67-52b8-4829-b6d7-8185db3b016e tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957'] for port, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:15.032239 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] get_ports_and_sgs() called for port_ids ['dc5c5a9f-e43e-4880-9f97-d6ac12250964'] {{(pid=108022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:44:15.058263 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-b0a42e67-52b8-4829-b6d7-8185db3b016e tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Network dd304430-c646-4db7-a934-2559ea0d87d6 is already hosted by enough agents. {{(pid=108020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:44:15.063081 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.base_scheduler [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-b0a42e67-52b8-4829-b6d7-8185db3b016e tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Resources bound (agent type, host, resource id): {{(pid=108020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:44:15.068190 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-b0a42e67-52b8-4829-b6d7-8185db3b016e tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Received port after_create {{(pid=108020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:44:15.078261 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-b0a42e67-52b8-4829-b6d7-8185db3b016e tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:15.078893 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-b0a42e67-52b8-4829-b6d7-8185db3b016e tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:15.089432 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb42d7-0a75-405f-8616-eeba850ccf78 req-ba6a82f8-44e4-46e2-aa96-ba146f81f8a6 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:15.091101 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-fedb42d7-0a75-405f-8616-eeba850ccf78 req-ba6a82f8-44e4-46e2-aa96-ba146f81f8a6 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.1033645 Dec 14 18:44:15.101824 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a42e67-52b8-4829-b6d7-8185db3b016e tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Pushing event updated for resources: {'Port': ['ID=0a4dd6bb-8d05-49fe-b4a6-79382bdfb824,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:15.115292 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-b0a42e67-52b8-4829-b6d7-8185db3b016e tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7485495 Dec 14 18:44:15.131579 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-a767022e-d0e8-450b-9105-f88f8ba0f744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3907055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29291609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28799321'] for subnet, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:15.154345 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-90033c19-24ed-4ed5-84e2-33aa558de909 service neutron] Request body: {'port': {'device_id': 'ea3ab088-c359-4d30-8cc8-6d2b72d26a9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:44:15.164659 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a767022e-d0e8-450b-9105-f88f8ba0f744 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c49daa7-b203-4a84-b6b2-c5c6138a30cc,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:15.182915 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-a767022e-d0e8-450b-9105-f88f8ba0f744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for subnet, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:15.186468 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-a767022e-d0e8-450b-9105-f88f8ba0f744 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/0c49daa7-b203-4a84-b6b2-c5c6138a30cc HTTP/1.1" status: 204 len: 168 time: 0.4395890 Dec 14 18:44:15.189399 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 41818) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:15.205412 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-fedb42d7-0a75-405f-8616-eeba850ccf78 req-8d90ce60-ef71-4b67-8c67-fc7170eaad4b tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077080 Dec 14 18:44:15.247509 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d2c50-e736-4d62-971a-9eb376958783 req-8a7cc85c-b579-4992-a469-46f8c3995ea4 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:15.249444 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ca8d2c50-e736-4d62-971a-9eb376958783 req-8a7cc85c-b579-4992-a469-46f8c3995ea4 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=ea3ab088-c359-4d30-8cc8-6d2b72d26a9c HTTP/1.1" status: 200 len: 931 time: 0.1127415 Dec 14 18:44:15.287613 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-62685605-9300-4a9c-a75c-04f783947bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3973964'] for network, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:15.307260 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-90033c19-24ed-4ed5-84e2-33aa558de909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:15.321097 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ca8d2c50-e736-4d62-971a-9eb376958783 req-ba03413a-7fba-48a0-8185-a6a48c6f40af tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636203 Dec 14 18:44:15.402896 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-62685605-9300-4a9c-a75c-04f783947bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3899795', 'neutron.services.segments.db._delete_segments_for_network-8730915442872'] for network, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:15.436792 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.services.segments.db [None req-62685605-9300-4a9c-a75c-04f783947bd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['607c107c-f583-4182-99e4-7a7bfb61b56d']}} {{(pid=108021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:44:15.447885 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.services.segments.db [None req-62685605-9300-4a9c-a75c-04f783947bd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f3305a-990e-463a-b147-ccf8975d4416') {'for_net_delete': True} {{(pid=108021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:44:15.448404 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.services.segments.db [None req-62685605-9300-4a9c-a75c-04f783947bd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f3305a-990e-463a-b147-ccf8975d4416') {} {{(pid=108021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:44:15.458175 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-62685605-9300-4a9c-a75c-04f783947bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730915282288', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29292905'] for segment, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:15.472217 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-62685605-9300-4a9c-a75c-04f783947bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017'] for segment, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:15.478937 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62685605-9300-4a9c-a75c-04f783947bd4 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=108021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 18:44:15.479391 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-62685605-9300-4a9c-a75c-04f783947bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29291711'] for segment, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:15.481226 dv-cinder-821746-1-iscsi neutron-server[108021]: Traceback (most recent call last): Dec 14 18:44:15.481226 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 18:44:15.481226 dv-cinder-821746-1-iscsi neutron-server[108021]: timer() Dec 14 18:44:15.481226 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:44:15.481226 dv-cinder-821746-1-iscsi neutron-server[108021]: cb(*args, **kw) Dec 14 18:44:15.481226 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 18:44:15.481226 dv-cinder-821746-1-iscsi neutron-server[108021]: return func(*args, **kwargs) Dec 14 18:44:15.481226 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:44:15.481226 dv-cinder-821746-1-iscsi neutron-server[108021]: self._notify() Dec 14 18:44:15.481226 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:44:15.481226 dv-cinder-821746-1-iscsi neutron-server[108021]: self.callback(batched_events) Dec 14 18:44:15.481226 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:44:15.481226 dv-cinder-821746-1-iscsi neutron-server[108021]: event.method(event) Dec 14 18:44:15.481226 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 18:44:15.481226 dv-cinder-821746-1-iscsi neutron-server[108021]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:44:15.481226 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 18:44:15.481226 dv-cinder-821746-1-iscsi neutron-server[108021]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 18:44:15.481226 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 18:44:15.481226 dv-cinder-821746-1-iscsi neutron-server[108021]: return f(self, *a, **k) Dec 14 18:44:15.481226 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 18:44:15.481226 dv-cinder-821746-1-iscsi neutron-server[108021]: return self._get(url).json() Dec 14 18:44:15.481226 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:44:15.481226 dv-cinder-821746-1-iscsi neutron-server[108021]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 18:44:15.481226 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 18:44:15.481226 dv-cinder-821746-1-iscsi neutron-server[108021]: return self.request(url, 'GET', **kwargs) Dec 14 18:44:15.481226 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 18:44:15.481226 dv-cinder-821746-1-iscsi neutron-server[108021]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 18:44:15.481226 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 18:44:15.481226 dv-cinder-821746-1-iscsi neutron-server[108021]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:44:15.481226 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 18:44:15.481226 dv-cinder-821746-1-iscsi neutron-server[108021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:44:15.481226 dv-cinder-821746-1-iscsi neutron-server[108021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:44:15.536934 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-62685605-9300-4a9c-a75c-04f783947bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3907168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552522'] for network, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:15.543034 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-62685605-9300-4a9c-a75c-04f783947bd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for network, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:15.549377 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-62685605-9300-4a9c-a75c-04f783947bd4 admin admin] 10.222.0.71 "DELETE /v2.0/networks/607c107c-f583-4182-99e4-7a7bfb61b56d HTTP/1.1" status: 204 len: 168 time: 0.3588102 Dec 14 18:44:15.562702 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62685605-9300-4a9c-a75c-04f783947bd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=607c107c-f583-4182-99e4-7a7bfb61b56d,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:15.647516 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-90033c19-24ed-4ed5-84e2-33aa558de909 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a4dd6bb-8d05-49fe-b4a6-79382bdfb824 {{(pid=108020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:44:15.653949 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-90033c19-24ed-4ed5-84e2-33aa558de909 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:15.668360 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.provisioning_blocks [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-90033c19-24ed-4ed5-84e2-33aa558de909 service neutron] Transition to ACTIVE for port object 0a4dd6bb-8d05-49fe-b4a6-79382bdfb824 will not be triggered until provisioned by entity L2. {{(pid=108020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 18:44:15.675916 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-90033c19-24ed-4ed5-84e2-33aa558de909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:15.708612 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 41840) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:15.746732 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90033c19-24ed-4ed5-84e2-33aa558de909 service neutron] Pushing event updated for resources: {'Port': ['ID=0a4dd6bb-8d05-49fe-b4a6-79382bdfb824,revision_number=2']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:15.757460 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 41842) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:15.767539 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-1674e62a-08e4-47ab-b032-6114577b2cd7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b4ae4f85f13240a8a1188e085cdeb37f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0576527 Dec 14 18:44:15.770460 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 41846) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:15.790861 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-90033c19-24ed-4ed5-84e2-33aa558de909 service neutron] Attempting to bind port 0a4dd6bb-8d05-49fe-b4a6-79382bdfb824 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:44:15.791204 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-90033c19-24ed-4ed5-84e2-33aa558de909 service neutron] Attempting to bind port 0a4dd6bb-8d05-49fe-b4a6-79382bdfb824 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': 'afbc79ff-63f4-4186-8162-deafc6a1b2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dd304430-c646-4db7-a934-2559ea0d87d6'}] {{(pid=108020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:44:15.791791 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-90033c19-24ed-4ed5-84e2-33aa558de909 service neutron] Attempting to bind port 0a4dd6bb-8d05-49fe-b4a6-79382bdfb824 on network dd304430-c646-4db7-a934-2559ea0d87d6 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:44:15.796404 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-90033c19-24ed-4ed5-84e2-33aa558de909 service neutron] Port 0a4dd6bb-8d05-49fe-b4a6-79382bdfb824 on network dd304430-c646-4db7-a934-2559ea0d87d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 18:44:15.796772 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-90033c19-24ed-4ed5-84e2-33aa558de909 service neutron] Attempting to bind port 0a4dd6bb-8d05-49fe-b4a6-79382bdfb824 on network dd304430-c646-4db7-a934-2559ea0d87d6 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:44:15.801750 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-90033c19-24ed-4ed5-84e2-33aa558de909 service neutron] Checking agent: {'id': '1f764c31-0392-4232-adb6-72e70ca44f2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 41, 22), 'started_at': datetime.datetime(2021, 12, 14, 18, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:44:15.802087 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-90033c19-24ed-4ed5-84e2-33aa558de909 service neutron] Checking segment: {'id': 'afbc79ff-63f4-4186-8162-deafc6a1b2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dd304430-c646-4db7-a934-2559ea0d87d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:44:15.802467 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-90033c19-24ed-4ed5-84e2-33aa558de909 service neutron] Bound using segment: {'id': 'afbc79ff-63f4-4186-8162-deafc6a1b2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dd304430-c646-4db7-a934-2559ea0d87d6'} {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:44:15.802916 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-90033c19-24ed-4ed5-84e2-33aa558de909 service neutron] Bound port: 0a4dd6bb-8d05-49fe-b4a6-79382bdfb824, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afbc79ff-63f4-4186-8162-deafc6a1b2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dd304430-c646-4db7-a934-2559ea0d87d6'}}] {{(pid=108020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:44:15.803273 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-90033c19-24ed-4ed5-84e2-33aa558de909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:15.834740 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-6a6cb354-4e4a-42ec-99e5-54d261f10253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:15.863820 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-6a6cb354-4e4a-42ec-99e5-54d261f10253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:15.877566 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-90033c19-24ed-4ed5-84e2-33aa558de909 service neutron] For port 0a4dd6bb-8d05-49fe-b4a6-79382bdfb824, host hv-cinder-82174, cleared binding levels {{(pid=108020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:44:15.881128 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-90033c19-24ed-4ed5-84e2-33aa558de909 service neutron] For port 0a4dd6bb-8d05-49fe-b4a6-79382bdfb824, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=0a4dd6bb-8d05-49fe-b4a6-79382bdfb824,segment=NetworkSegment(afbc79ff-63f4-4186-8162-deafc6a1b2e3),segment_id=afbc79ff-63f4-4186-8162-deafc6a1b2e3)] {{(pid=108020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:44:15.886847 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-90033c19-24ed-4ed5-84e2-33aa558de909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:15.924003 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-90033c19-24ed-4ed5-84e2-33aa558de909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:15.924637 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-90033c19-24ed-4ed5-84e2-33aa558de909 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:15.925108 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-6a6cb354-4e4a-42ec-99e5-54d261f10253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:15.926020 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-90033c19-24ed-4ed5-84e2-33aa558de909 service neutron] 10.222.0.61 "PUT /v2.0/ports/0a4dd6bb-8d05-49fe-b4a6-79382bdfb824 HTTP/1.1" status: 200 len: 1093 time: 0.7783649 Dec 14 18:44:15.926468 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea3ab088-c359-4d30-8cc8-6d2b72d26a9c', 'tag': '0a4dd6bb-8d05-49fe-b4a6-79382bdfb824'}] {{(pid=108020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:44:15.928401 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-6a6cb354-4e4a-42ec-99e5-54d261f10253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:15.928765 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d1d651e17726932f2c063a5cb62fed0687a982c73a8c4b64805019ed9839e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7504286d-8df1-4910-b551-4b9f2f6be3d7" -d '{"events": [{"name": "network-changed", "server_uuid": "ea3ab088-c359-4d30-8cc8-6d2b72d26a9c", "tag": "0a4dd6bb-8d05-49fe-b4a6-79382bdfb824"}]}' {{(pid=108020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:44:15.929644 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-6a6cb354-4e4a-42ec-99e5-54d261f10253 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7316af16-8334-44ac-a669-02df3ab6cf5d HTTP/1.1" status: 204 len: 168 time: 0.1577520 Dec 14 18:44:15.951189 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6cb354-4e4a-42ec-99e5-54d261f10253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7316af16-8334-44ac-a669-02df3ab6cf5d,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:15.953490 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-05b4c6a4-db52-4556-a6ba-d8d22bc98573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:15.995279 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c353641-5d47-46e1-b6ae-bfcd869ac422 x-openstack-request-id: req-8c353641-5d47-46e1-b6ae-bfcd869ac422 {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:44:15.995574 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea3ab088-c359-4d30-8cc8-6d2b72d26a9c", "tag": "0a4dd6bb-8d05-49fe-b4a6-79382bdfb824", "status": "completed", "code": 200}]} {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:44:15.995825 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8c353641-5d47-46e1-b6ae-bfcd869ac422 {{(pid=108020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:44:15.996212 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea3ab088-c359-4d30-8cc8-6d2b72d26a9c', 'tag': '0a4dd6bb-8d05-49fe-b4a6-79382bdfb824', 'status': 'completed', 'code': 200} Dec 14 18:44:15.996839 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90033c19-24ed-4ed5-84e2-33aa558de909 service neutron] Pushing event updated for resources: {'Port': ['ID=0a4dd6bb-8d05-49fe-b4a6-79382bdfb824,revision_number=3']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:16.077706 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-76c54069-734c-4c4f-99dd-ff4f9882515a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:16.078910 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-76c54069-734c-4c4f-99dd-ff4f9882515a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c8d244262bb0402da2c415ab98f5b988&device_id=ea3ab088-c359-4d30-8cc8-6d2b72d26a9c HTTP/1.1" status: 200 len: 1096 time: 0.0936074 Dec 14 18:44:16.092427 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-05b4c6a4-db52-4556-a6ba-d8d22bc98573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:16.102050 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-05b4c6a4-db52-4556-a6ba-d8d22bc98573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:16.138297 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b4c6a4-db52-4556-a6ba-d8d22bc98573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ea57ab-a7c6-4128-b6ca-1754f4d207b0,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:16.140490 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-925568a3-3858-4ce2-b28c-d083ee3416bc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a4dd6bb-8d05-49fe-b4a6-79382bdfb824 HTTP/1.1" status: 200 len: 217 time: 0.0464623 Dec 14 18:44:16.160420 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:16.167149 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-05b4c6a4-db52-4556-a6ba-d8d22bc98573 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a0e1ad0cfd544b2d9fdacf942e92b373&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4080882 Dec 14 18:44:16.169886 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 41862) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:16.210855 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-745201e2-57bd-4440-8fa4-9ee005e4f6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:16.212420 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-745201e2-57bd-4440-8fa4-9ee005e4f6d2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=048742ed-8e42-40b7-b8eb-a3709809cf9f HTTP/1.1" status: 200 len: 854 time: 0.0621600 Dec 14 18:44:16.228507 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-af6fd6e7-4653-42f5-878d-3c529a8a4c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:16.253413 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-f996432d-26ef-493c-bda6-d38245032e1a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dd304430-c646-4db7-a934-2559ea0d87d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265424 Dec 14 18:44:16.263959 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-af6fd6e7-4653-42f5-878d-3c529a8a4c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:16.373993 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531708c3-5c97-4140-a84d-9fb456ae3e5d req-515bdefb-0e77-4507-a020-5abd46c0d3e8 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:16.375603 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-531708c3-5c97-4140-a84d-9fb456ae3e5d req-515bdefb-0e77-4507-a020-5abd46c0d3e8 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.0624678 Dec 14 18:44:16.381782 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-0a6d9dbe-8325-41ac-bef4-e7df5d7cfb73 service neutron] 10.222.0.61 "GET /v2.0/networks/dd304430-c646-4db7-a934-2559ea0d87d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152716 Dec 14 18:44:16.392157 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-af6fd6e7-4653-42f5-878d-3c529a8a4c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:16.394746 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-af6fd6e7-4653-42f5-878d-3c529a8a4c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:16.398364 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-af6fd6e7-4653-42f5-878d-3c529a8a4c83 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c5ea57ab-a7c6-4128-b6ca-1754f4d207b0 HTTP/1.1" status: 204 len: 168 time: 0.2232015 Dec 14 18:44:16.419510 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6fd6e7-4653-42f5-878d-3c529a8a4c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ea57ab-a7c6-4128-b6ca-1754f4d207b0,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:16.435393 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 41872) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:16.458099 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-531708c3-5c97-4140-a84d-9fb456ae3e5d req-80e635e4-eb7a-4ded-8f42-616a374889ec tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750353 Dec 14 18:44:16.581307 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-a5e898c1-da20-4058-9b64-6755066ddc52 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5e8682d7157a4f2f900c2d291259af7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1442282 Dec 14 18:44:16.584096 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 41874) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:16.604265 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6b97e-84a4-4ea9-8a5c-7e0f779b8f06 req-fd6b1781-9dd6-44b2-9ac5-253b1aa15442 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:16.605992 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-e4c6b97e-84a4-4ea9-8a5c-7e0f779b8f06 req-fd6b1781-9dd6-44b2-9ac5-253b1aa15442 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=ea3ab088-c359-4d30-8cc8-6d2b72d26a9c HTTP/1.1" status: 200 len: 943 time: 0.1057069 Dec 14 18:44:16.640776 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c1f5e814-e178-40e0-98f0-ddc1b9f23285 req-e9a098a5-d6be-4b17-936e-64d86bb65f36 service neutron] 10.222.0.61 "GET /v2.0/networks/dd304430-c646-4db7-a934-2559ea0d87d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406287 Dec 14 18:44:16.663618 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-56897185-35ec-4b40-9568-d8755af36b82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:16.663920 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-e4c6b97e-84a4-4ea9-8a5c-7e0f779b8f06 req-d8a0f42a-0b1e-4989-bbe9-d6bdf8a28307 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515478 Dec 14 18:44:16.697387 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-56897185-35ec-4b40-9568-d8755af36b82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:16.757528 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504286d-8df1-4910-b551-4b9f2f6be3d7 req-84ac09fa-1ab5-4d0a-8603-667c786faba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:16.761731 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-7504286d-8df1-4910-b551-4b9f2f6be3d7 req-84ac09fa-1ab5-4d0a-8603-667c786faba8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c8d244262bb0402da2c415ab98f5b988&device_id=ea3ab088-c359-4d30-8cc8-6d2b72d26a9c HTTP/1.1" status: 200 len: 1096 time: 0.0474763 Dec 14 18:44:16.778673 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-56897185-35ec-4b40-9568-d8755af36b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:16.780870 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-56897185-35ec-4b40-9568-d8755af36b82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:16.782225 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-56897185-35ec-4b40-9568-d8755af36b82 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/33cca52f-76e0-44fd-a9f9-a47c782a2565 HTTP/1.1" status: 204 len: 168 time: 0.1968217 Dec 14 18:44:16.803484 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56897185-35ec-4b40-9568-d8755af36b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cca52f-76e0-44fd-a9f9-a47c782a2565,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:16.812256 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56897185-35ec-4b40-9568-d8755af36b82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:16.812809 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56897185-35ec-4b40-9568-d8755af36b82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:16.813302 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56897185-35ec-4b40-9568-d8755af36b82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:16.813787 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56897185-35ec-4b40-9568-d8755af36b82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:16.814268 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56897185-35ec-4b40-9568-d8755af36b82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:16.814811 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56897185-35ec-4b40-9568-d8755af36b82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:16.815292 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56897185-35ec-4b40-9568-d8755af36b82 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:16.815766 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56897185-35ec-4b40-9568-d8755af36b82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:16.816242 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56897185-35ec-4b40-9568-d8755af36b82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:16.816737 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56897185-35ec-4b40-9568-d8755af36b82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:16.817217 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56897185-35ec-4b40-9568-d8755af36b82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:16.817695 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56897185-35ec-4b40-9568-d8755af36b82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:16.921232 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504286d-8df1-4910-b551-4b9f2f6be3d7 req-193ee78b-d20e-4f8d-8601-a77c64b59623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:16.922861 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-7504286d-8df1-4910-b551-4b9f2f6be3d7 req-193ee78b-d20e-4f8d-8601-a77c64b59623 service neutron] 10.222.0.61 "GET /v2.0/networks?id=dd304430-c646-4db7-a934-2559ea0d87d6 HTTP/1.1" status: 200 len: 915 time: 0.1415019 Dec 14 18:44:16.971832 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 41892) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:16.972278 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-7504286d-8df1-4910-b551-4b9f2f6be3d7 req-2ccfd5e2-6818-496d-ac4c-61b5399b3bb2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a4dd6bb-8d05-49fe-b4a6-79382bdfb824 HTTP/1.1" status: 200 len: 217 time: 0.0399477 Dec 14 18:44:16.986902 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-e557f88a-0032-463a-893e-739241d462b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:17.033077 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504286d-8df1-4910-b551-4b9f2f6be3d7 req-880cda6d-20f8-4f9f-bbef-8fe7fe228e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:17.034638 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-7504286d-8df1-4910-b551-4b9f2f6be3d7 req-880cda6d-20f8-4f9f-bbef-8fe7fe228e34 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=048742ed-8e42-40b7-b8eb-a3709809cf9f HTTP/1.1" status: 200 len: 854 time: 0.0530107 Dec 14 18:44:17.075796 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-e557f88a-0032-463a-893e-739241d462b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:17.079750 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-e557f88a-0032-463a-893e-739241d462b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:17.126335 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-e557f88a-0032-463a-893e-739241d462b3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=629de037b65841489670e7d6beeaa09f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1507540 Dec 14 18:44:17.126335 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e557f88a-0032-463a-893e-739241d462b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ca22ec-414b-4e18-a270-f928980a5b61,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:17.127042 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 41900) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:17.185393 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8769ac72-6172-4f69-bd47-55e4670c4ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:17.207655 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8769ac72-6172-4f69-bd47-55e4670c4ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:17.259697 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8769ac72-6172-4f69-bd47-55e4670c4ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:17.262373 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8769ac72-6172-4f69-bd47-55e4670c4ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:17.263545 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-8769ac72-6172-4f69-bd47-55e4670c4ac5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d7ca22ec-414b-4e18-a270-f928980a5b61 HTTP/1.1" status: 204 len: 168 time: 0.1358473 Dec 14 18:44:17.272820 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8769ac72-6172-4f69-bd47-55e4670c4ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ca22ec-414b-4e18-a270-f928980a5b61,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:17.280250 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769ac72-6172-4f69-bd47-55e4670c4ac5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:17.280612 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769ac72-6172-4f69-bd47-55e4670c4ac5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:17.280955 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769ac72-6172-4f69-bd47-55e4670c4ac5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:17.281290 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769ac72-6172-4f69-bd47-55e4670c4ac5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:17.281624 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769ac72-6172-4f69-bd47-55e4670c4ac5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:17.281959 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769ac72-6172-4f69-bd47-55e4670c4ac5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:17.282288 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769ac72-6172-4f69-bd47-55e4670c4ac5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:17.282638 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769ac72-6172-4f69-bd47-55e4670c4ac5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:17.283055 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769ac72-6172-4f69-bd47-55e4670c4ac5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:17.283287 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769ac72-6172-4f69-bd47-55e4670c4ac5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:17.283613 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769ac72-6172-4f69-bd47-55e4670c4ac5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:17.283935 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769ac72-6172-4f69-bd47-55e4670c4ac5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:17.509022 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:17.596509 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeead4a-8469-417b-b00f-3eba3d7a3e09 req-dead4fb7-ce19-4099-b248-4601cd76d289 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:17.598977 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-7eeead4a-8469-417b-b00f-3eba3d7a3e09 req-dead4fb7-ce19-4099-b248-4601cd76d289 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.0547848 Dec 14 18:44:17.641953 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-7eeead4a-8469-417b-b00f-3eba3d7a3e09 req-8e5d91a4-be3f-46e4-9ff0-89eace5a386c tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374742 Dec 14 18:44:17.757637 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.agents_db [None req-bc91d4ce-6c5b-4ff0-abae-02e3a00e1a46 None None] Agent healthcheck: found 6 active agents {{(pid=108023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:44:17.794021 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892ef8e-e623-4739-a020-9c600a651385 req-7d46c0cb-fe76-4727-9982-8f2ea9a3ceb0 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:17.795584 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6892ef8e-e623-4739-a020-9c600a651385 req-7d46c0cb-fe76-4727-9982-8f2ea9a3ceb0 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=ea3ab088-c359-4d30-8cc8-6d2b72d26a9c HTTP/1.1" status: 200 len: 943 time: 0.0565181 Dec 14 18:44:17.849950 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6892ef8e-e623-4739-a020-9c600a651385 req-d2e66273-3815-428d-97a8-f551611b24cf tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476143 Dec 14 18:44:17.871154 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:18.763583 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff1bf6-51d4-41f4-9460-fe75137363e7 req-8152af3d-001b-4756-a34b-feb03a0f426b tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:18.765545 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-64ff1bf6-51d4-41f4-9460-fe75137363e7 req-8152af3d-001b-4756-a34b-feb03a0f426b tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.0541713 Dec 14 18:44:18.806791 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-64ff1bf6-51d4-41f4-9460-fe75137363e7 req-f52ad525-80cd-42b6-b438-fd1201fad9cc tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330572 Dec 14 18:44:18.968411 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35d6f5-1eea-495b-9935-2ac7c79e7787 req-3759853e-b906-4ed1-992f-f948e1fd05ed tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:18.971483 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ce35d6f5-1eea-495b-9935-2ac7c79e7787 req-3759853e-b906-4ed1-992f-f948e1fd05ed tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=ea3ab088-c359-4d30-8cc8-6d2b72d26a9c HTTP/1.1" status: 200 len: 943 time: 0.0532625 Dec 14 18:44:19.016648 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ce35d6f5-1eea-495b-9935-2ac7c79e7787 req-bacd94e8-f5da-4680-bcb8-cfc2613d82d8 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366545 Dec 14 18:44:19.925529 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e8b35-fc15-492b-9997-501cc36096dc req-531d452b-da10-49ef-bacd-fc5eaf1053f6 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:19.927100 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-173e8b35-fc15-492b-9997-501cc36096dc req-531d452b-da10-49ef-bacd-fc5eaf1053f6 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.0523889 Dec 14 18:44:19.965487 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-173e8b35-fc15-492b-9997-501cc36096dc req-dc212ff7-2450-443f-bf66-7ee4df0340bf tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324750 Dec 14 18:44:20.130450 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a294c-7266-484d-beeb-925432269b39 req-49af6f0d-ac1f-490b-b242-4b4ca7fe8ce5 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:20.131948 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-3c2a294c-7266-484d-beeb-925432269b39 req-49af6f0d-ac1f-490b-b242-4b4ca7fe8ce5 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=ea3ab088-c359-4d30-8cc8-6d2b72d26a9c HTTP/1.1" status: 200 len: 943 time: 0.0485203 Dec 14 18:44:20.171820 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-3c2a294c-7266-484d-beeb-925432269b39 req-6baaef4c-b127-46fa-826c-3360be098b6f tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332870 Dec 14 18:44:20.289660 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-7504286d-8df1-4910-b551-4b9f2f6be3d7 req-2e123430-b26c-4c68-bbc5-d608f24b2098 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dd304430-c646-4db7-a934-2559ea0d87d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301669 Dec 14 18:44:20.576629 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-7504286d-8df1-4910-b551-4b9f2f6be3d7 req-420a1aab-8158-4968-a6ec-05eec663ee84 service neutron] 10.222.0.61 "GET /v2.0/networks/dd304430-c646-4db7-a934-2559ea0d87d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693737 Dec 14 18:44:20.675060 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-7504286d-8df1-4910-b551-4b9f2f6be3d7 req-36370726-9a74-4bbf-88ed-691f49d528c8 service neutron] 10.222.0.61 "GET /v2.0/networks/dd304430-c646-4db7-a934-2559ea0d87d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832176 Dec 14 18:44:21.093134 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7dd6a-8446-452c-97bc-fe87b2631e41 req-2e82db29-8a24-4cd4-8d2f-d4847aac8a63 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:21.094645 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5bd7dd6a-8446-452c-97bc-fe87b2631e41 req-2e82db29-8a24-4cd4-8d2f-d4847aac8a63 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.0586503 Dec 14 18:44:21.137868 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5bd7dd6a-8446-452c-97bc-fe87b2631e41 req-031ccf68-8229-489c-b306-45d9ba19c329 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371773 Dec 14 18:44:21.307260 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9437e6c-d96a-4f16-85c4-c5fe38a076ab req-021bfbae-5fa6-4d21-bee4-623c883e804f tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:21.310683 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-c9437e6c-d96a-4f16-85c4-c5fe38a076ab req-021bfbae-5fa6-4d21-bee4-623c883e804f tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=ea3ab088-c359-4d30-8cc8-6d2b72d26a9c HTTP/1.1" status: 200 len: 943 time: 0.0519679 Dec 14 18:44:21.350157 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-c9437e6c-d96a-4f16-85c4-c5fe38a076ab req-b0cec678-24cd-4fd1-9d66-3978e15e1953 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349131 Dec 14 18:44:21.964317 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:22.171679 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-8fce721a-e881-4891-8f8e-13c6714bb0b2 req-bf81ff69-d28a-4e2d-9639-09c7d95c1ba7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a3696292-943a-45ac-ad18-6c6696d84c24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455446 Dec 14 18:44:22.281121 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce721a-e881-4891-8f8e-13c6714bb0b2 req-ce20dc9b-2c17-44c8-8284-cccd662155cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:22.283122 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-8fce721a-e881-4891-8f8e-13c6714bb0b2 req-ce20dc9b-2c17-44c8-8284-cccd662155cc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c8d244262bb0402da2c415ab98f5b988&device_id=a3696292-943a-45ac-ad18-6c6696d84c24 HTTP/1.1" status: 200 len: 1098 time: 0.0609426 Dec 14 18:44:22.294178 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746b42b-ff7b-45cc-936e-f43803c72661 req-8c63a6ed-c187-4ce2-8cec-c62c4b92d567 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:22.296080 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-b746b42b-ff7b-45cc-936e-f43803c72661 req-8c63a6ed-c187-4ce2-8cec-c62c4b92d567 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.0583615 Dec 14 18:44:22.362818 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-b746b42b-ff7b-45cc-936e-f43803c72661 req-06268505-e6b4-4ca3-8a74-76990c835c8d tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499954 Dec 14 18:44:22.433001 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce721a-e881-4891-8f8e-13c6714bb0b2 req-f8fbe12a-6804-4f46-8e57-1c9736577aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:22.434998 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-8fce721a-e881-4891-8f8e-13c6714bb0b2 req-f8fbe12a-6804-4f46-8e57-1c9736577aee service neutron] 10.222.0.61 "GET /v2.0/networks?id=dd304430-c646-4db7-a934-2559ea0d87d6 HTTP/1.1" status: 200 len: 915 time: 0.1162288 Dec 14 18:44:22.515556 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-8fce721a-e881-4891-8f8e-13c6714bb0b2 req-04c635b2-f630-4325-9038-e9a0ad9b4d0f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc5c5a9f-e43e-4880-9f97-d6ac12250964 HTTP/1.1" status: 200 len: 217 time: 0.0618589 Dec 14 18:44:22.531828 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25bd9c5-58af-4f57-bd1f-d54002ca7afc req-4bee84a4-fc82-458d-88a7-12e89ff05ba3 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:22.533346 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-a25bd9c5-58af-4f57-bd1f-d54002ca7afc req-4bee84a4-fc82-458d-88a7-12e89ff05ba3 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=ea3ab088-c359-4d30-8cc8-6d2b72d26a9c HTTP/1.1" status: 200 len: 943 time: 0.0820007 Dec 14 18:44:22.590751 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-a25bd9c5-58af-4f57-bd1f-d54002ca7afc req-86292a89-4d9c-4d70-a961-96f320831d48 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494375 Dec 14 18:44:22.616243 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce721a-e881-4891-8f8e-13c6714bb0b2 req-b0b146ab-07c4-4059-ab73-f4fa9dcf23fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:22.619638 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-8fce721a-e881-4891-8f8e-13c6714bb0b2 req-b0b146ab-07c4-4059-ab73-f4fa9dcf23fa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=048742ed-8e42-40b7-b8eb-a3709809cf9f HTTP/1.1" status: 200 len: 854 time: 0.0930493 Dec 14 18:44:22.656840 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-8fce721a-e881-4891-8f8e-13c6714bb0b2 req-dd2e921a-c5cb-4de6-a8ce-d93dc9605e42 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dd304430-c646-4db7-a934-2559ea0d87d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263860 Dec 14 18:44:22.701503 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18462dc1-3ad7-4ce7-9e1d-3cd8d76d64dc req-64e5a9ce-ecb7-4119-b9ec-308332917edc tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:22.703113 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-18462dc1-3ad7-4ce7-9e1d-3cd8d76d64dc req-64e5a9ce-ecb7-4119-b9ec-308332917edc tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/ports?device_id=17dfb255-9bae-45f1-a9e4-3215ecb55604 HTTP/1.1" status: 200 len: 945 time: 0.0577474 Dec 14 18:44:22.745947 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-18462dc1-3ad7-4ce7-9e1d-3cd8d76d64dc req-5fc6601d-bbdf-4d69-80f1-f96c08c51901 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/security-groups?id=f7c06555-811a-437e-8ab9-410f758bcf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367517 Dec 14 18:44:22.772853 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-8fce721a-e881-4891-8f8e-13c6714bb0b2 req-fd73698a-a55d-4b80-a8ce-ab5f46fac793 service neutron] 10.222.0.61 "GET /v2.0/networks/dd304430-c646-4db7-a934-2559ea0d87d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071641 Dec 14 18:44:22.877683 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-8fce721a-e881-4891-8f8e-13c6714bb0b2 req-e3a248ab-f804-4306-93dc-b8fbffc99727 service neutron] 10.222.0.61 "GET /v2.0/networks/dd304430-c646-4db7-a934-2559ea0d87d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937746 Dec 14 18:44:23.168234 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 0a4dd6bb-8d05-49fe-b4a6-79382bdfb824 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=108022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:44:23.264516 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port 0a4dd6bb-8d05-49fe-b4a6-79382bdfb824, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=0a4dd6bb-8d05-49fe-b4a6-79382bdfb824,segment=NetworkSegment(afbc79ff-63f4-4186-8162-deafc6a1b2e3),segment_id=afbc79ff-63f4-4186-8162-deafc6a1b2e3)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:44:23.276850 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Returning: {'device': '0a4dd6bb-8d05-49fe-b4a6-79382bdfb824', 'network_id': 'dd304430-c646-4db7-a934-2559ea0d87d6', 'port_id': '0a4dd6bb-8d05-49fe-b4a6-79382bdfb824', 'mac_address': 'fa:16:3e:76:d9:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '048742ed-8e42-40b7-b8eb-a3709809cf9f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:44:23.316061 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:23.331228 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a4dd6bb-8d05-49fe-b4a6-79382bdfb824 {{(pid=108022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:44:23.350825 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port 0a4dd6bb-8d05-49fe-b4a6-79382bdfb824, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=0a4dd6bb-8d05-49fe-b4a6-79382bdfb824,segment=NetworkSegment(afbc79ff-63f4-4186-8162-deafc6a1b2e3),segment_id=afbc79ff-63f4-4186-8162-deafc6a1b2e3)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:44:23.356070 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:23.363676 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 42160) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:23.408411 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=0a4dd6bb-8d05-49fe-b4a6-79382bdfb824,revision_number=4']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:23.416156 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:23.416607 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:23.417017 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:23.417422 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:23.417822 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:23.418224 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:23.418646 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:23.419037 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:23.419446 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:23.419842 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:23.420234 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:23.420616 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:23.485535 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca224dc4-cd1b-4e1b-ab30-6fcc79f00727 req-f79df3b5-1847-481a-9207-bdfc1053a4fe tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:23.487010 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ca224dc4-cd1b-4e1b-ab30-6fcc79f00727 req-f79df3b5-1847-481a-9207-bdfc1053a4fe tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.0645730 Dec 14 18:44:23.488305 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-2e496ad5-ecad-4a20-aafa-1dc3ce6c8895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:23.550446 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ca224dc4-cd1b-4e1b-ab30-6fcc79f00727 req-3f466366-25b4-4354-b7a9-7be9d24b6873 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528884 Dec 14 18:44:23.595506 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-2e496ad5-ecad-4a20-aafa-1dc3ce6c8895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:23.599481 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-2e496ad5-ecad-4a20-aafa-1dc3ce6c8895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:23.639070 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-2e496ad5-ecad-4a20-aafa-1dc3ce6c8895 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3fec0fb5c4234c2aa91fba34f877903b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2742722 Dec 14 18:44:23.640191 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e496ad5-ecad-4a20-aafa-1dc3ce6c8895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e75c66-80d0-46c5-a9d5-9a1bf5bc8a03,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:23.645024 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 42170) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:23.714643 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-5ea33825-6baa-4025-87ec-f258213b06c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:23.725932 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e58ad1-fac9-44bf-ae53-d3c1fc3f96a0 req-7932a073-3959-42c2-8b68-a7d3b280a4b3 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:23.728135 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-b9e58ad1-fac9-44bf-ae53-d3c1fc3f96a0 req-7932a073-3959-42c2-8b68-a7d3b280a4b3 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=ea3ab088-c359-4d30-8cc8-6d2b72d26a9c HTTP/1.1" status: 200 len: 944 time: 0.0559232 Dec 14 18:44:23.744776 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-5ea33825-6baa-4025-87ec-f258213b06c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:23.773094 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] get_ports_and_sgs() called for port_ids ['0a4dd6bb-8d05-49fe-b4a6-79382bdfb824'] {{(pid=108022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:44:23.788555 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-b9e58ad1-fac9-44bf-ae53-d3c1fc3f96a0 req-94ea2075-3c05-4768-ac77-1f52fd90da89 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492408 Dec 14 18:44:23.832659 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-5ea33825-6baa-4025-87ec-f258213b06c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:23.836591 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-5ea33825-6baa-4025-87ec-f258213b06c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:23.840573 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-5ea33825-6baa-4025-87ec-f258213b06c9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/11e75c66-80d0-46c5-a9d5-9a1bf5bc8a03 HTTP/1.1" status: 204 len: 168 time: 0.1920586 Dec 14 18:44:23.858649 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea33825-6baa-4025-87ec-f258213b06c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e75c66-80d0-46c5-a9d5-9a1bf5bc8a03,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:23.913240 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5a6a9-0c64-43a5-a7d1-8c5ee8c9c55b req-d9cde4d4-979a-49c3-890e-0d21d15ec237 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:23.916123 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a4e5a6a9-0c64-43a5-a7d1-8c5ee8c9c55b req-d9cde4d4-979a-49c3-890e-0d21d15ec237 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/ports?device_id=17dfb255-9bae-45f1-a9e4-3215ecb55604 HTTP/1.1" status: 200 len: 945 time: 0.0758669 Dec 14 18:44:23.986720 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a4e5a6a9-0c64-43a5-a7d1-8c5ee8c9c55b req-0aa10821-0123-4783-920a-72385a8a8e31 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/security-groups?id=f7c06555-811a-437e-8ab9-410f758bcf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527277 Dec 14 18:44:24.223341 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 42202) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:24.236610 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-19039923-0bf5-4f02-98eb-5d9282887177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:24.328852 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-19039923-0bf5-4f02-98eb-5d9282887177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:24.333578 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-19039923-0bf5-4f02-98eb-5d9282887177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:24.377094 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-19039923-0bf5-4f02-98eb-5d9282887177 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=28592cc12b3e4e34b31bca847d6a5424&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1525824 Dec 14 18:44:24.378009 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19039923-0bf5-4f02-98eb-5d9282887177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec0f835-f75e-4df5-a6e8-4a63577017da,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:24.380602 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 42206) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:24.437587 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 42208) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:24.445978 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ffe4279c-5c58-4161-9c17-8acf2e7e1bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:24.469035 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ffe4279c-5c58-4161-9c17-8acf2e7e1bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:24.524197 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ffe4279c-5c58-4161-9c17-8acf2e7e1bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:24.527461 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ffe4279c-5c58-4161-9c17-8acf2e7e1bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:24.528885 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-ffe4279c-5c58-4161-9c17-8acf2e7e1bc3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/eec0f835-f75e-4df5-a6e8-4a63577017da HTTP/1.1" status: 204 len: 168 time: 0.1471407 Dec 14 18:44:24.537837 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe4279c-5c58-4161-9c17-8acf2e7e1bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec0f835-f75e-4df5-a6e8-4a63577017da,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:24.568633 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-93c191c1-d44d-4e00-8423-70d3e3d21836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:24.689075 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-93c191c1-d44d-4e00-8423-70d3e3d21836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:24.696809 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-93c191c1-d44d-4e00-8423-70d3e3d21836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:24.734332 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809be00-f069-40a7-9fb6-186aff72b4ed req-faaf5ef9-8ab3-4b10-8035-1415b7265e96 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:24.739040 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-3809be00-f069-40a7-9fb6-186aff72b4ed req-faaf5ef9-8ab3-4b10-8035-1415b7265e96 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.1050789 Dec 14 18:44:24.770275 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-93c191c1-d44d-4e00-8423-70d3e3d21836 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8da3034a296e406082995f49f0988520&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3290460 Dec 14 18:44:24.771883 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 42220) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:24.777339 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c191c1-d44d-4e00-8423-70d3e3d21836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41a8fd9-0066-49c7-86f2-9dbfa02fcc77,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:24.798276 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-3809be00-f069-40a7-9fb6-186aff72b4ed req-dfa34212-543d-446b-9191-8b59533d1574 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504727 Dec 14 18:44:24.853717 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-a485e3cf-2713-4187-9203-5afe6458cd58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:24.883565 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-a485e3cf-2713-4187-9203-5afe6458cd58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:24.918151 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7692f-de43-45f8-99e4-52566d34a40c req-ab7e1df3-d582-4d8d-adc8-55ce2d96814f tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:24.920158 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-08d7692f-de43-45f8-99e4-52566d34a40c req-ab7e1df3-d582-4d8d-adc8-55ce2d96814f tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=ea3ab088-c359-4d30-8cc8-6d2b72d26a9c HTTP/1.1" status: 200 len: 944 time: 0.0559855 Dec 14 18:44:24.953031 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-a485e3cf-2713-4187-9203-5afe6458cd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:24.955831 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-a485e3cf-2713-4187-9203-5afe6458cd58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:24.960234 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-a485e3cf-2713-4187-9203-5afe6458cd58 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f41a8fd9-0066-49c7-86f2-9dbfa02fcc77 HTTP/1.1" status: 204 len: 168 time: 0.1861665 Dec 14 18:44:24.970207 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485e3cf-2713-4187-9203-5afe6458cd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41a8fd9-0066-49c7-86f2-9dbfa02fcc77,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:25.000660 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-08d7692f-de43-45f8-99e4-52566d34a40c req-2000f921-89b2-46ba-aa48-71f2ee1dd6ab tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631747 Dec 14 18:44:25.065494 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2fdeae-5ca7-4da7-b727-c919712c6a89 req-5cb49778-7669-4692-b915-6f74168db3c1 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:25.067308 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-dc2fdeae-5ca7-4da7-b727-c919712c6a89 req-5cb49778-7669-4692-b915-6f74168db3c1 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.61 "GET /v2.0/ports?device_id=17dfb255-9bae-45f1-a9e4-3215ecb55604 HTTP/1.1" status: 200 len: 945 time: 0.0776322 Dec 14 18:44:25.189552 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 0a4dd6bb-8d05-49fe-b4a6-79382bdfb824 up at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:44:25.260690 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad8465-bdf5-46ec-95e0-0c82666c6c99 req-a271e063-1781-4af7-b70d-550aea4700b9 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:25.268144 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-acad8465-bdf5-46ec-95e0-0c82666c6c99 req-a271e063-1781-4af7-b70d-550aea4700b9 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/ports?device_id=17dfb255-9bae-45f1-a9e4-3215ecb55604 HTTP/1.1" status: 200 len: 945 time: 0.1490788 Dec 14 18:44:25.280884 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Provisioning for port 0a4dd6bb-8d05-49fe-b4a6-79382bdfb824 completed by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 18:44:25.293700 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Provisioning complete for port 0a4dd6bb-8d05-49fe-b4a6-79382bdfb824 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:44:25.294337 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:25.351066 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-acad8465-bdf5-46ec-95e0-0c82666c6c99 req-10775966-93f6-4a28-aa5f-721589682306 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/security-groups?id=f7c06555-811a-437e-8ab9-410f758bcf31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758893 Dec 14 18:44:25.368490 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [req-dc2fdeae-5ca7-4da7-b727-c919712c6a89 req-56d7faf5-df1f-4617-9246-59a0d04d1686 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] Deleting port 16f96684-ba44-4964-ad0b-59d4db4968ff {{(pid=108020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:44:25.368836 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-dc2fdeae-5ca7-4da7-b727-c919712c6a89 req-56d7faf5-df1f-4617-9246-59a0d04d1686 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:25.414950 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:25.448649 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea3ab088-c359-4d30-8cc8-6d2b72d26a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4dd6bb-8d05-49fe-b4a6-79382bdfb824'}] {{(pid=108022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:44:25.448649 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4652f51f42c3be85180d8c5c7bba1325bd3159a0fd8a88314674832532d8132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee55afe-3531-4a15-a818-b563694162ed" -d '{"events": [{"server_uuid": "ea3ab088-c359-4d30-8cc8-6d2b72d26a9c", "name": "network-vif-plugged", "status": "completed", "tag": "0a4dd6bb-8d05-49fe-b4a6-79382bdfb824"}]}' {{(pid=108022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:44:25.478640 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port 0a4dd6bb-8d05-49fe-b4a6-79382bdfb824, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=0a4dd6bb-8d05-49fe-b4a6-79382bdfb824,segment=NetworkSegment(afbc79ff-63f4-4186-8162-deafc6a1b2e3),segment_id=afbc79ff-63f4-4186-8162-deafc6a1b2e3)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:44:25.486200 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:25.528970 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-dc2fdeae-5ca7-4da7-b727-c919712c6a89 req-56d7faf5-df1f-4617-9246-59a0d04d1686 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] For port 16f96684-ba44-4964-ad0b-59d4db4968ff, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=16f96684-ba44-4964-ad0b-59d4db4968ff,segment=NetworkSegment(0214f993-05f3-42a9-9631-2dfb84a23fdc),segment_id=0214f993-05f3-42a9-9631-2dfb84a23fdc)] {{(pid=108020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:44:25.529454 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-dc2fdeae-5ca7-4da7-b727-c919712c6a89 req-56d7faf5-df1f-4617-9246-59a0d04d1686 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:25.563606 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [req-dc2fdeae-5ca7-4da7-b727-c919712c6a89 req-56d7faf5-df1f-4617-9246-59a0d04d1686 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] Calling delete_port for 16f96684-ba44-4964-ad0b-59d4db4968ff owned by compute:nova {{(pid=108020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:44:25.591272 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4c4eaa-2a87-41fa-af65-fa6cb3f6ddbf x-openstack-request-id: req-db4c4eaa-2a87-41fa-af65-fa6cb3f6ddbf {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:44:25.591272 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea3ab088-c359-4d30-8cc8-6d2b72d26a9c", "name": "network-vif-plugged", "status": "completed", "tag": "0a4dd6bb-8d05-49fe-b4a6-79382bdfb824", "code": 200}]} {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:44:25.591272 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-db4c4eaa-2a87-41fa-af65-fa6cb3f6ddbf {{(pid=108022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:44:25.591636 dv-cinder-821746-1-iscsi neutron-server[108022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea3ab088-c359-4d30-8cc8-6d2b72d26a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4dd6bb-8d05-49fe-b4a6-79382bdfb824', 'code': 200} Dec 14 18:44:25.664865 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=0a4dd6bb-8d05-49fe-b4a6-79382bdfb824,revision_number=5']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:25.731578 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 42274) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:25.745964 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-8f59302a-2c03-43ef-9329-dfacc11294d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:25.819484 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-dc2fdeae-5ca7-4da7-b727-c919712c6a89 req-56d7faf5-df1f-4617-9246-59a0d04d1686 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966'] for port, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:25.825628 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4d816-1a66-419b-8fcf-d41b48fef5b8 req-a0ca8a2d-2152-4711-b95b-3c5d5025e026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:25.827315 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-34e4d816-1a66-419b-8fcf-d41b48fef5b8 req-a0ca8a2d-2152-4711-b95b-3c5d5025e026 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ea3ab088-c359-4d30-8cc8-6d2b72d26a9c HTTP/1.1" status: 200 len: 1098 time: 0.0732684 Dec 14 18:44:25.838464 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] get_ports_and_sgs() called for port_ids ['16f96684-ba44-4964-ad0b-59d4db4968ff'] {{(pid=108022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:44:25.856526 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-8f59302a-2c03-43ef-9329-dfacc11294d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:25.863619 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-8f59302a-2c03-43ef-9329-dfacc11294d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:25.895577 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d7faf5-df1f-4617-9246-59a0d04d1686 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] Pushing event deleted for resources: {'Port': ['ID=16f96684-ba44-4964-ad0b-59d4db4968ff,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:25.925739 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f59302a-2c03-43ef-9329-dfacc11294d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d7506e-0472-4f0c-b0ae-656762259427,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:25.948926 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2fdeae-5ca7-4da7-b727-c919712c6a89 req-56d7faf5-df1f-4617-9246-59a0d04d1686 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] No DVR routers for this DVR port 16f96684-ba44-4964-ad0b-59d4db4968ff on host hv-cinder-82174 {{(pid=108020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:44:25.964652 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-8f59302a-2c03-43ef-9329-dfacc11294d6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d6a0680f04dd4ee688aa53258f74d619&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319775 Dec 14 18:44:25.967311 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 42282) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:25.968657 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-dc2fdeae-5ca7-4da7-b727-c919712c6a89 req-56d7faf5-df1f-4617-9246-59a0d04d1686 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:25.972107 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-dc2fdeae-5ca7-4da7-b727-c919712c6a89 req-56d7faf5-df1f-4617-9246-59a0d04d1686 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.61 "DELETE /v2.0/ports/16f96684-ba44-4964-ad0b-59d4db4968ff HTTP/1.1" status: 204 len: 173 time: 0.8969581 Dec 14 18:44:25.972541 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17dfb255-9bae-45f1-a9e4-3215ecb55604', 'name': 'network-vif-deleted', 'tag': '16f96684-ba44-4964-ad0b-59d4db4968ff'}] {{(pid=108020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:44:25.974891 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d1d651e17726932f2c063a5cb62fed0687a982c73a8c4b64805019ed9839e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2646ef58-6228-419b-90ef-517712e3e2e4" -d '{"events": [{"server_uuid": "17dfb255-9bae-45f1-a9e4-3215ecb55604", "name": "network-vif-deleted", "tag": "16f96684-ba44-4964-ad0b-59d4db4968ff"}]}' {{(pid=108020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:44:25.989467 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-34e4d816-1a66-419b-8fcf-d41b48fef5b8 req-1bb1284f-bc20-4088-83e3-9c738cbbd7dd service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478353 Dec 14 18:44:26.041336 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e696b-7ad6-42a9-9934-5145824b35da req-1bce30ee-b67e-4814-a058-ce4ca66c8c43 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:26.042961 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-770e696b-7ad6-42a9-9934-5145824b35da req-1bce30ee-b67e-4814-a058-ce4ca66c8c43 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.0877745 Dec 14 18:44:26.044105 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-d7889d31-dd30-4163-9245-d76332c45dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:26.044552 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfc1125-c81d-4c8c-b573-bd80a85f476b x-openstack-request-id: req-fcfc1125-c81d-4c8c-b573-bd80a85f476b {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:44:26.044843 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17dfb255-9bae-45f1-a9e4-3215ecb55604", "name": "network-vif-deleted", "tag": "16f96684-ba44-4964-ad0b-59d4db4968ff", "status": "completed", "code": 200}]} {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:44:26.045098 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fcfc1125-c81d-4c8c-b573-bd80a85f476b {{(pid=108020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:44:26.045481 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17dfb255-9bae-45f1-a9e4-3215ecb55604', 'name': 'network-vif-deleted', 'tag': '16f96684-ba44-4964-ad0b-59d4db4968ff', 'status': 'completed', 'code': 200} Dec 14 18:44:26.075346 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-d7889d31-dd30-4163-9245-d76332c45dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:26.111632 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-770e696b-7ad6-42a9-9934-5145824b35da req-31e649d7-616e-4c84-bde4-f4db36ad4ba6 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611525 Dec 14 18:44:26.175581 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a540348-c0f1-41a5-b159-0bd72270dfe8 req-af4eb68a-0e5e-4a86-b956-cccb3a37f33c tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:26.177080 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-3a540348-c0f1-41a5-b159-0bd72270dfe8 req-af4eb68a-0e5e-4a86-b956-cccb3a37f33c tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=ea3ab088-c359-4d30-8cc8-6d2b72d26a9c HTTP/1.1" status: 200 len: 945 time: 0.0786428 Dec 14 18:44:26.195900 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-d7889d31-dd30-4163-9245-d76332c45dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:26.198392 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-d7889d31-dd30-4163-9245-d76332c45dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:26.199509 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-d7889d31-dd30-4163-9245-d76332c45dea admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/24d7506e-0472-4f0c-b0ae-656762259427 HTTP/1.1" status: 204 len: 168 time: 0.2312140 Dec 14 18:44:26.216769 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7889d31-dd30-4163-9245-d76332c45dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d7506e-0472-4f0c-b0ae-656762259427,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:26.275474 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-3a540348-c0f1-41a5-b159-0bd72270dfe8 req-ec4d5d73-a072-4ca7-aaca-c46718aeaeb2 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867667 Dec 14 18:44:26.442523 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4ebec55b-7818-4474-908e-a1702f8349a2 req-0fa07d14-47cb-4484-893e-ae1e739e9345 tempest-DeleteServersTestJSON-528591231 tempest-DeleteServersTestJSON-528591231-project] 10.222.0.71 "GET /v2.0/ports?device_id=17dfb255-9bae-45f1-a9e4-3215ecb55604 HTTP/1.1" status: 200 len: 210 time: 0.0278234 Dec 14 18:44:27.003635 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 42352) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:27.286921 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0aea2a-fa45-41c0-b66e-dadd05ee3083 req-f5a63c02-a8ed-4f16-a6c6-b9f8f1e1022c tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:27.307242 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ce0aea2a-fa45-41c0-b66e-dadd05ee3083 req-f5a63c02-a8ed-4f16-a6c6-b9f8f1e1022c tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.0775709 Dec 14 18:44:27.310319 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-a50d0039-a0ea-4255-a0ed-00bfcf1dc71d admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:27.348856 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ce0aea2a-fa45-41c0-b66e-dadd05ee3083 req-575e960b-d373-4049-8862-a680e69ddca3 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405829 Dec 14 18:44:27.444204 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-a50d0039-a0ea-4255-a0ed-00bfcf1dc71d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:27.452142 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f394a0-de66-48ea-83fd-bf8cff35e0ee req-c48fb1db-9393-447b-9248-7d06efb968de tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:27.453669 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-a4f394a0-de66-48ea-83fd-bf8cff35e0ee req-c48fb1db-9393-447b-9248-7d06efb968de tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=ea3ab088-c359-4d30-8cc8-6d2b72d26a9c HTTP/1.1" status: 200 len: 945 time: 0.0827811 Dec 14 18:44:27.454965 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-a50d0039-a0ea-4255-a0ed-00bfcf1dc71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:27.532646 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-a50d0039-a0ea-4255-a0ed-00bfcf1dc71d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=68a07f41d95d461694b52fe1e94c8063&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5278230 Dec 14 18:44:27.535755 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 42380) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:27.539563 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50d0039-a0ea-4255-a0ed-00bfcf1dc71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9714e5f-6a0c-4b6d-9d6a-bf5145e56b02,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:27.562075 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-a4f394a0-de66-48ea-83fd-bf8cff35e0ee req-4498dc0b-2579-4adb-9822-e30ef9607b1f tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019249 Dec 14 18:44:27.620008 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-58599d12-b683-4972-901f-4bb88e39e967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:27.651182 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-58599d12-b683-4972-901f-4bb88e39e967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:27.709834 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-58599d12-b683-4972-901f-4bb88e39e967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:27.713489 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-58599d12-b683-4972-901f-4bb88e39e967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:27.717112 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-58599d12-b683-4972-901f-4bb88e39e967 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e9714e5f-6a0c-4b6d-9d6a-bf5145e56b02 HTTP/1.1" status: 204 len: 168 time: 0.1779413 Dec 14 18:44:27.722993 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58599d12-b683-4972-901f-4bb88e39e967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9714e5f-6a0c-4b6d-9d6a-bf5145e56b02,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:28.078457 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 42408) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:28.091659 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-91666522-3e96-4c36-b339-22ee2b4bd71f admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:28.172504 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-91666522-3e96-4c36-b339-22ee2b4bd71f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:28.177120 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-91666522-3e96-4c36-b339-22ee2b4bd71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:28.218961 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-91666522-3e96-4c36-b339-22ee2b4bd71f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=16e649d926904b2099947ad6e0b9ea07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1393335 Dec 14 18:44:28.221170 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91666522-3e96-4c36-b339-22ee2b4bd71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80efcb0a-9225-49cb-b6d9-09a1373e6289,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:28.221540 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 42414) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:28.287638 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-a02ab329-0b19-45d7-b19f-2dcac554825c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:28.314902 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-a02ab329-0b19-45d7-b19f-2dcac554825c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:28.350877 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 42428) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:28.387569 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-a02ab329-0b19-45d7-b19f-2dcac554825c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:28.390158 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-a02ab329-0b19-45d7-b19f-2dcac554825c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:28.406097 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-a02ab329-0b19-45d7-b19f-2dcac554825c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/80efcb0a-9225-49cb-b6d9-09a1373e6289 HTTP/1.1" status: 204 len: 168 time: 0.1731446 Dec 14 18:44:28.424222 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ab329-0b19-45d7-b19f-2dcac554825c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80efcb0a-9225-49cb-b6d9-09a1373e6289,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:28.495695 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca91aba-3faf-48b3-8851-a4ee21a1fd89 req-f474eed5-9573-4610-afda-f0e1d43c6238 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:28.497382 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-2ca91aba-3faf-48b3-8851-a4ee21a1fd89 req-f474eed5-9573-4610-afda-f0e1d43c6238 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.0618198 Dec 14 18:44:28.520545 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-b35b1916-e33f-46b5-b34f-c37ef96dc097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:28.578446 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-2ca91aba-3faf-48b3-8851-a4ee21a1fd89 req-c7f4217a-5856-44f3-8baa-1fdb2faac611 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726769 Dec 14 18:44:28.660272 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-b35b1916-e33f-46b5-b34f-c37ef96dc097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:28.666264 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-b35b1916-e33f-46b5-b34f-c37ef96dc097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:28.707147 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51d8a6-cdb7-4bef-8e9e-eb91e8c159e8 req-874a2cd5-068a-404a-8f6f-94c68a115be6 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:28.716302 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-6d51d8a6-cdb7-4bef-8e9e-eb91e8c159e8 req-874a2cd5-068a-404a-8f6f-94c68a115be6 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=ea3ab088-c359-4d30-8cc8-6d2b72d26a9c HTTP/1.1" status: 200 len: 945 time: 0.0732856 Dec 14 18:44:28.716478 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b1916-e33f-46b5-b34f-c37ef96dc097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561d28c3-b97e-42f4-9d35-8d21af512e7a,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:28.735675 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-b35b1916-e33f-46b5-b34f-c37ef96dc097 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=54711b7d78ae4eb6afa06c26de288db2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3834491 Dec 14 18:44:28.736680 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 42446) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:28.776140 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-6d51d8a6-cdb7-4bef-8e9e-eb91e8c159e8 req-ba7c8c03-f19f-4827-be11-72d3e62bf3cc tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588970 Dec 14 18:44:28.800245 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 42448) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:28.820110 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-d9391100-130a-4126-a1e1-3d389aaec15c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:28.821819 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-28a74010-e500-4883-be1d-c6f38fc97148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:28.858908 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-28a74010-e500-4883-be1d-c6f38fc97148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:28.944871 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-28a74010-e500-4883-be1d-c6f38fc97148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:28.947460 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-28a74010-e500-4883-be1d-c6f38fc97148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:28.948605 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-28a74010-e500-4883-be1d-c6f38fc97148 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/561d28c3-b97e-42f4-9d35-8d21af512e7a HTTP/1.1" status: 204 len: 168 time: 0.2110064 Dec 14 18:44:28.964242 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a74010-e500-4883-be1d-c6f38fc97148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561d28c3-b97e-42f4-9d35-8d21af512e7a,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:28.975467 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 42464) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:28.994174 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-d9391100-130a-4126-a1e1-3d389aaec15c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:28.999491 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-d9391100-130a-4126-a1e1-3d389aaec15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:29.033273 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.db_base_plugin_v2 [None req-0abd2d78-0c78-4399-8593-873f3ddf6093 admin admin] Deleting subnet f5768fa5-de85-4e40-9c18-3f9596c223fc {{(pid=108021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 14 18:44:29.036508 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-0abd2d78-0c78-4399-8593-873f3ddf6093 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:29.046108 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-d9391100-130a-4126-a1e1-3d389aaec15c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1007b0991f204048857910b59af06c87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2447822 Dec 14 18:44:29.047294 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9391100-130a-4126-a1e1-3d389aaec15c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c864d0b8-c4ff-4866-b26f-08318b9f35ba,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:29.051116 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 42468) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:29.072476 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-0abd2d78-0c78-4399-8593-873f3ddf6093 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29292912'] for subnet, precommit_delete_associations {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:29.113978 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-893afd9a-fc51-4f51-9d8a-6a542faf79eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:29.115613 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-0abd2d78-0c78-4399-8593-873f3ddf6093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3907046'] for subnet, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:29.138688 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-893afd9a-fc51-4f51-9d8a-6a542faf79eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:29.186286 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-0abd2d78-0c78-4399-8593-873f3ddf6093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3907055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29291609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28799321'] for subnet, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:29.202782 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 16f96684-ba44-4964-ad0b-59d4db4968ff no longer exists at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:44:29.225747 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd2d78-0c78-4399-8593-873f3ddf6093 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5768fa5-de85-4e40-9c18-3f9596c223fc,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:29.228645 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-0abd2d78-0c78-4399-8593-873f3ddf6093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for subnet, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:29.229287 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-893afd9a-fc51-4f51-9d8a-6a542faf79eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:29.234550 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-893afd9a-fc51-4f51-9d8a-6a542faf79eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:29.234712 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-0abd2d78-0c78-4399-8593-873f3ddf6093 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/f5768fa5-de85-4e40-9c18-3f9596c223fc HTTP/1.1" status: 204 len: 168 time: 0.2547994 Dec 14 18:44:29.234986 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 42474) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:29.243728 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-893afd9a-fc51-4f51-9d8a-6a542faf79eb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c864d0b8-c4ff-4866-b26f-08318b9f35ba HTTP/1.1" status: 204 len: 168 time: 0.1884320 Dec 14 18:44:29.260938 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893afd9a-fc51-4f51-9d8a-6a542faf79eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c864d0b8-c4ff-4866-b26f-08318b9f35ba,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:29.276667 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] No Port match for: 16f96684-ba44-4964-ad0b-59d4db4968ff {{(pid=108022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:44:29.277021 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 16f96684-ba44-4964-ad0b-59d4db4968ff not bound to the agent host hv-cinder-82174 {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:44:29.504225 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 42486) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:29.530741 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-f2ff5cb2-6418-4fa5-87e8-41dd35a8462c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:29.564598 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-62bada21-d7b6-4078-946c-f75cde6c3b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3973964'] for network, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:29.618526 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-f2ff5cb2-6418-4fa5-87e8-41dd35a8462c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:29.624065 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-f2ff5cb2-6418-4fa5-87e8-41dd35a8462c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:29.663509 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-62bada21-d7b6-4078-946c-f75cde6c3b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3899795', 'neutron.services.segments.db._delete_segments_for_network-8730915442872'] for network, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:29.682708 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-f2ff5cb2-6418-4fa5-87e8-41dd35a8462c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7573e7675bc9461b811cc0098597cbb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1773708 Dec 14 18:44:29.686118 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 42496) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:29.692229 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff5cb2-6418-4fa5-87e8-41dd35a8462c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d373b670-7d1c-46c8-876f-a41c97c7a359,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:29.702252 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.services.segments.db [None req-62bada21-d7b6-4078-946c-f75cde6c3b62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5310d9fd-da78-49b1-a273-0fe483d0fb18']}} {{(pid=108021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:44:29.720646 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.services.segments.db [None req-62bada21-d7b6-4078-946c-f75cde6c3b62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0214f993-05f3-42a9-9631-2dfb84a23fdc') {'for_net_delete': True} {{(pid=108021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:44:29.720933 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.services.segments.db [None req-62bada21-d7b6-4078-946c-f75cde6c3b62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0214f993-05f3-42a9-9631-2dfb84a23fdc') {} {{(pid=108021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:44:29.741422 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-62bada21-d7b6-4078-946c-f75cde6c3b62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730915282288', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29292905'] for segment, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:29.754780 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69173f07-7e88-4043-889b-f36ab59de64e req-8bdedece-4837-436c-a3ba-c4745c6c16f5 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:29.763710 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-69173f07-7e88-4043-889b-f36ab59de64e req-8bdedece-4837-436c-a3ba-c4745c6c16f5 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.0859034 Dec 14 18:44:29.767118 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-62bada21-d7b6-4078-946c-f75cde6c3b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017'] for segment, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:29.776443 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-3d10fb16-ba5c-4212-8794-ee309edf3517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:29.779332 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62bada21-d7b6-4078-946c-f75cde6c3b62 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=108021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 18:44:29.779725 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-62bada21-d7b6-4078-946c-f75cde6c3b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29291711'] for segment, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:29.781476 dv-cinder-821746-1-iscsi neutron-server[108021]: Traceback (most recent call last): Dec 14 18:44:29.781476 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 18:44:29.781476 dv-cinder-821746-1-iscsi neutron-server[108021]: timer() Dec 14 18:44:29.781476 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:44:29.781476 dv-cinder-821746-1-iscsi neutron-server[108021]: cb(*args, **kw) Dec 14 18:44:29.781476 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 18:44:29.781476 dv-cinder-821746-1-iscsi neutron-server[108021]: return func(*args, **kwargs) Dec 14 18:44:29.781476 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:44:29.781476 dv-cinder-821746-1-iscsi neutron-server[108021]: self._notify() Dec 14 18:44:29.781476 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:44:29.781476 dv-cinder-821746-1-iscsi neutron-server[108021]: self.callback(batched_events) Dec 14 18:44:29.781476 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:44:29.781476 dv-cinder-821746-1-iscsi neutron-server[108021]: event.method(event) Dec 14 18:44:29.781476 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 18:44:29.781476 dv-cinder-821746-1-iscsi neutron-server[108021]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:44:29.781476 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 18:44:29.781476 dv-cinder-821746-1-iscsi neutron-server[108021]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 18:44:29.781476 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 18:44:29.781476 dv-cinder-821746-1-iscsi neutron-server[108021]: return f(self, *a, **k) Dec 14 18:44:29.781476 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 18:44:29.781476 dv-cinder-821746-1-iscsi neutron-server[108021]: return self._get(url).json() Dec 14 18:44:29.781476 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:44:29.781476 dv-cinder-821746-1-iscsi neutron-server[108021]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 18:44:29.781476 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 18:44:29.781476 dv-cinder-821746-1-iscsi neutron-server[108021]: return self.request(url, 'GET', **kwargs) Dec 14 18:44:29.781476 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 18:44:29.781476 dv-cinder-821746-1-iscsi neutron-server[108021]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 18:44:29.781476 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 18:44:29.781476 dv-cinder-821746-1-iscsi neutron-server[108021]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:44:29.781476 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 18:44:29.781476 dv-cinder-821746-1-iscsi neutron-server[108021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:44:29.781476 dv-cinder-821746-1-iscsi neutron-server[108021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:44:29.814758 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-69173f07-7e88-4043-889b-f36ab59de64e req-1e0f0536-229e-46c7-930d-50e6329c6828 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497966 Dec 14 18:44:29.849232 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-3d10fb16-ba5c-4212-8794-ee309edf3517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:29.862561 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-62bada21-d7b6-4078-946c-f75cde6c3b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3907168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552522'] for network, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:29.873456 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-62bada21-d7b6-4078-946c-f75cde6c3b62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for network, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:29.879490 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-62bada21-d7b6-4078-946c-f75cde6c3b62 admin admin] 10.222.0.71 "DELETE /v2.0/networks/5310d9fd-da78-49b1-a273-0fe483d0fb18 HTTP/1.1" status: 204 len: 168 time: 0.6408401 Dec 14 18:44:29.902225 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bada21-d7b6-4078-946c-f75cde6c3b62 admin admin] Pushing event deleted for resources: {'Network': ['ID=5310d9fd-da78-49b1-a273-0fe483d0fb18,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:29.939622 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-3d10fb16-ba5c-4212-8794-ee309edf3517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:29.942344 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-3d10fb16-ba5c-4212-8794-ee309edf3517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:29.943573 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-3d10fb16-ba5c-4212-8794-ee309edf3517 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d373b670-7d1c-46c8-876f-a41c97c7a359 HTTP/1.1" status: 204 len: 168 time: 0.2563214 Dec 14 18:44:29.961492 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d10fb16-ba5c-4212-8794-ee309edf3517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d373b670-7d1c-46c8-876f-a41c97c7a359,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:30.129979 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 42524) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:30.194317 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 42530) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:30.194435 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-1b15f3e8-20ad-47c0-b4e3-f83b5cb1f560 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4443a5288274445b8eccaf497ff2635f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0628495 Dec 14 18:44:30.259944 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-ec8414c8-eb06-4a66-bfa4-9476257c9874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:30.286286 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-ec8414c8-eb06-4a66-bfa4-9476257c9874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:30.349120 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-ec8414c8-eb06-4a66-bfa4-9476257c9874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:30.352362 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-ec8414c8-eb06-4a66-bfa4-9476257c9874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:30.355777 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-ec8414c8-eb06-4a66-bfa4-9476257c9874 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f7c06555-811a-437e-8ab9-410f758bcf31 HTTP/1.1" status: 204 len: 168 time: 0.1587620 Dec 14 18:44:30.372930 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8414c8-eb06-4a66-bfa4-9476257c9874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c06555-811a-437e-8ab9-410f758bcf31,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:30.941335 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 42580) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:30.947580 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd11aea1-da56-492b-9456-fdb157eb0f1a req-524ebf08-8034-4615-a17c-81e19ef91a55 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:30.950055 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-cd11aea1-da56-492b-9456-fdb157eb0f1a req-524ebf08-8034-4615-a17c-81e19ef91a55 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.0630624 Dec 14 18:44:31.001460 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-cd11aea1-da56-492b-9456-fdb157eb0f1a req-ee84e6b6-7992-409b-b3ef-3337b39971f6 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437205 Dec 14 18:44:31.164848 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-d318eae0-19a9-4336-a57d-d944c2573f1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:31.312186 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-d318eae0-19a9-4336-a57d-d944c2573f1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:31.318853 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-d318eae0-19a9-4336-a57d-d944c2573f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:31.370024 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-d318eae0-19a9-4336-a57d-d944c2573f1c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7977084499c64220b4f6be6afb0b447c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4275608 Dec 14 18:44:31.371250 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d318eae0-19a9-4336-a57d-d944c2573f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07384ec-3561-49e5-8c8c-2fe3cfe288d2,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:31.372724 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 42594) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:31.441901 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-9255b746-5701-453d-847e-4af81fdc6207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:31.467351 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-9255b746-5701-453d-847e-4af81fdc6207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:31.540738 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-9255b746-5701-453d-847e-4af81fdc6207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:31.545927 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-9255b746-5701-453d-847e-4af81fdc6207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:31.547314 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-9255b746-5701-453d-847e-4af81fdc6207 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e07384ec-3561-49e5-8c8c-2fe3cfe288d2 HTTP/1.1" status: 204 len: 168 time: 0.1733897 Dec 14 18:44:31.561231 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255b746-5701-453d-847e-4af81fdc6207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07384ec-3561-49e5-8c8c-2fe3cfe288d2,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:31.921312 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 42634) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:32.030834 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [None req-4482fcdd-6d52-4abe-bb03-5a439680a3ea admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-731502450-network', 'tenant_id': '8119ae9c02c041da868fd66af898aece'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:44:32.070984 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4482fcdd-6d52-4abe-bb03-5a439680a3ea admin admin] Made reservation on behalf of 8119ae9c02c041da868fd66af898aece for: {'network': 1} {{(pid=108020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:44:32.073392 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-4482fcdd-6d52-4abe-bb03-5a439680a3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for network, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:32.079650 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 42650) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:32.099461 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-4482fcdd-6d52-4abe-bb03-5a439680a3ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:32.101856 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-09c55de7-17d0-44dd-be7e-cab85b410145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:32.105498 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-479c7765-5b9c-4d81-a539-aa4656dcdf1b tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:32.107300 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-479c7765-5b9c-4d81-a539-aa4656dcdf1b tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/networks?id=dd304430-c646-4db7-a934-2559ea0d87d6 HTTP/1.1" status: 200 len: 814 time: 0.1419952 Dec 14 18:44:32.124170 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-c58b5cf1-5c2a-48b7-bb09-9c13f671a031 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/quotas/c8d244262bb0402da2c415ab98f5b988 HTTP/1.1" status: 200 len: 375 time: 0.0106485 Dec 14 18:44:32.203213 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-309f21d8-8646-4513-90c0-a7861e839b11 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=c8d244262bb0402da2c415ab98f5b988&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0723178 Dec 14 18:44:32.209340 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f3f7b-46bc-4568-b6c0-bcaa820961f6 req-441a991f-0957-4bbc-81cc-36cde6649dea tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:32.210981 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-7b7f3f7b-46bc-4568-b6c0-bcaa820961f6 req-441a991f-0957-4bbc-81cc-36cde6649dea tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.1061947 Dec 14 18:44:32.313334 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-7b7f3f7b-46bc-4568-b6c0-bcaa820961f6 req-957e7296-e261-44db-b086-d80aedabf987 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949962 Dec 14 18:44:32.325018 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-300b40e3-d185-4934-9a38-0ffeb6cccbf1 service neutron] 10.222.0.71 "GET /v2.0/networks/dd304430-c646-4db7-a934-2559ea0d87d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206532 Dec 14 18:44:32.338702 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-4482fcdd-6d52-4abe-bb03-5a439680a3ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:32.348331 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-4482fcdd-6d52-4abe-bb03-5a439680a3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:32.352936 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-09c55de7-17d0-44dd-be7e-cab85b410145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:32.368216 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-09c55de7-17d0-44dd-be7e-cab85b410145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:32.387704 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4482fcdd-6d52-4abe-bb03-5a439680a3ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=108020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 18:44:32.413335 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482fcdd-6d52-4abe-bb03-5a439680a3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e02c6e5-46e7-48ab-9bb2-b31d4332a94e,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:32.417574 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-4482fcdd-6d52-4abe-bb03-5a439680a3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017'] for segment, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:32.417574 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.db.segments_db [None req-4482fcdd-6d52-4abe-bb03-5a439680a3ea admin admin] Added segment d67fca54-e316-4758-9f95-27fc03e03491 of type vlan for network 10892228-a1f8-4a5d-a334-a9f8d999d26d Dec 14 18:44:32.420629 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-09c55de7-17d0-44dd-be7e-cab85b410145 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9210e656c78f41c297472bf7e5d4e57a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3397818 Dec 14 18:44:32.430030 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 42658) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:32.437492 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-87fab6af-7334-4529-b747-aa81968518a0 service neutron] 10.222.0.71 "GET /v2.0/networks/dd304430-c646-4db7-a934-2559ea0d87d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089933 Dec 14 18:44:32.500777 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-4482fcdd-6d52-4abe-bb03-5a439680a3ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730914932920'] for network, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:32.519041 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c55de7-17d0-44dd-be7e-cab85b410145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4d95bf-dd2a-4c37-8cf7-1acf2f70faaa,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:32.544278 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-0a32dd67-b51e-4c68-ac98-b43740f2b9da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:32.581283 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-4482fcdd-6d52-4abe-bb03-5a439680a3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355'] for network, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:32.583453 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4482fcdd-6d52-4abe-bb03-5a439680a3ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:32.585001 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-4482fcdd-6d52-4abe-bb03-5a439680a3ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for network, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:32.590073 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-0a32dd67-b51e-4c68-ac98-b43740f2b9da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:32.655540 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-4482fcdd-6d52-4abe-bb03-5a439680a3ea admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7331121 Dec 14 18:44:32.658636 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 42670) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:32.664641 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-309410d2-8c9d-49ef-8444-1bcbb34d2d40 admin admin] Request body: {'subnet': {'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-731502450-subnet', 'tenant_id': '8119ae9c02c041da868fd66af898aece', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:44:32.708246 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-d47dbd9b-9fcd-4983-9ec7-95493027a946 req-0968d201-bad8-4bdc-b68c-c04744b86175 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ba6a20d-db57-45e2-b168-8b36c59236a2 HTTP/1.1" status: 200 len: 210 time: 0.0615134 Dec 14 18:44:32.717552 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482fcdd-6d52-4abe-bb03-5a439680a3ea admin admin] Pushing event updated for resources: {'Network': ['ID=10892228-a1f8-4a5d-a334-a9f8d999d26d,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:32.740043 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Network 10892228-a1f8-4a5d-a334-a9f8d999d26d details requested by agent ovs-agent-dv-cinder-821746-1-iscsi with host dv-cinder-821746-1-iscsi {{(pid=108022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 18:44:32.753406 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309410d2-8c9d-49ef-8444-1bcbb34d2d40 admin admin] Made reservation on behalf of 8119ae9c02c041da868fd66af898aece for: {'subnet': 1} {{(pid=108021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:44:32.758089 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-0a32dd67-b51e-4c68-ac98-b43740f2b9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:32.762011 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-0a32dd67-b51e-4c68-ac98-b43740f2b9da admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:32.763377 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-309410d2-8c9d-49ef-8444-1bcbb34d2d40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28799928'] for subnet, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:32.766934 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-0a32dd67-b51e-4c68-ac98-b43740f2b9da admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ef4d95bf-dd2a-4c37-8cf7-1acf2f70faaa HTTP/1.1" status: 204 len: 168 time: 0.3345501 Dec 14 18:44:32.804804 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a32dd67-b51e-4c68-ac98-b43740f2b9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4d95bf-dd2a-4c37-8cf7-1acf2f70faaa,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:33.127120 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-309410d2-8c9d-49ef-8444-1bcbb34d2d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29291544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28799298'] for subnet, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:33.208645 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309410d2-8c9d-49ef-8444-1bcbb34d2d40 admin admin] Checking segment: {'id': 'd67fca54-e316-4758-9f95-27fc03e03491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:44:33.209086 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309410d2-8c9d-49ef-8444-1bcbb34d2d40 admin admin] Network hostable DHCP agents. Network: 10892228-a1f8-4a5d-a334-a9f8d999d26d, hostable agents: ['d5bdede2-47ae-43f0-be18-738289bca353'], hosted agents: [] {{(pid=108021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 18:44:33.215161 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309410d2-8c9d-49ef-8444-1bcbb34d2d40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d961d8ae-8136-463f-bf43-32c0a15a6798,revision_number=0']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:33.241376 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309410d2-8c9d-49ef-8444-1bcbb34d2d40 admin admin] Network 10892228-a1f8-4a5d-a334-a9f8d999d26d is scheduled to be hosted by DHCP agent d5bdede2-47ae-43f0-be18-738289bca353 with binding_index 1 {{(pid=108021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 18:44:33.255982 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.base_scheduler [None req-309410d2-8c9d-49ef-8444-1bcbb34d2d40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821746-1-iscsi, 10892228-a1f8-4a5d-a334-a9f8d999d26d) {{(pid=108021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:44:33.264497 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309410d2-8c9d-49ef-8444-1bcbb34d2d40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:33.264497 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-309410d2-8c9d-49ef-8444-1bcbb34d2d40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for subnet, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:33.268474 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c527a6-ffa3-4637-ae92-978bdd6d7713 None None] Network 10892228-a1f8-4a5d-a334-a9f8d999d26d requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:44:33.287240 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-309410d2-8c9d-49ef-8444-1bcbb34d2d40 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6274776 Dec 14 18:44:33.290668 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 42704) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:33.296067 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-23b7fdde-6723-43d7-8252-2864816466ec admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-731502450-router', 'tenant_id': '8119ae9c02c041da868fd66af898aece', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'}}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:44:33.337387 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-23b7fdde-6723-43d7-8252-2864816466ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9142'] for router, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:33.338476 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-23b7fdde-6723-43d7-8252-2864816466ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9151'] for router, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:33.452019 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-23b7fdde-6723-43d7-8252-2864816466ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:33.527604 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f6762-90f0-4842-955f-95440d0036f9 req-a342089d-6dbb-42be-9e69-4b24750d14f3 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:33.534013 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b77f6762-90f0-4842-955f-95440d0036f9 req-a342089d-6dbb-42be-9e69-4b24750d14f3 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.0832477 Dec 14 18:44:33.583526 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adba1b7-d3ec-4b33-a2ef-b6f26edda1ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd03c6589-1518-5a5b-92f9-2701d0e38f88-10892228-a1f8-4a5d-a334-a9f8d999d26d', 'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d', 'tenant_id': '8119ae9c02c041da868fd66af898aece', 'fixed_ips': [{'subnet_id': 'd961d8ae-8136-463f-bf43-32c0a15a6798'}]}} from dv-cinder-821746-1-iscsi. {{(pid=108022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 14 18:44:33.584787 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-9adba1b7-d3ec-4b33-a2ef-b6f26edda1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:33.595781 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b77f6762-90f0-4842-955f-95440d0036f9 req-5c32ae36-c684-4a93-bc06-95cb69398379 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515835 Dec 14 18:44:33.670303 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-23b7fdde-6723-43d7-8252-2864816466ec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:33.765123 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.db_base_plugin_common [None req-9adba1b7-d3ec-4b33-a2ef-b6f26edda1ef None None] Allocated IP 172.20.0.2 (10892228-a1f8-4a5d-a334-a9f8d999d26d/d961d8ae-8136-463f-bf43-32c0a15a6798/b1fc2c82-9af6-46cd-994f-9ebefa549ca5) {{(pid=108022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:44:33.906421 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-7a3708f9-c15b-46ba-acdc-9dfecc0557a7 req-b7968602-f3d2-4bdf-ae1d-dfbb501b0c1d tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ba6a20d-db57-45e2-b168-8b36c59236a2 HTTP/1.1" status: 200 len: 210 time: 0.0541675 Dec 14 18:44:33.956350 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-9adba1b7-d3ec-4b33-a2ef-b6f26edda1ef None None] Notify callbacks [] for port, precommit_create {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:33.964715 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-9adba1b7-d3ec-4b33-a2ef-b6f26edda1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957'] for port, after_create {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:33.973446 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-23b7fdde-6723-43d7-8252-2864816466ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:34.008199 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-23b7fdde-6723-43d7-8252-2864816466ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:34.025461 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adba1b7-d3ec-4b33-a2ef-b6f26edda1ef None None] Network 10892228-a1f8-4a5d-a334-a9f8d999d26d is already hosted by enough agents. {{(pid=108022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:44:34.030285 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.scheduler.base_scheduler [None req-9adba1b7-d3ec-4b33-a2ef-b6f26edda1ef None None] Resources bound (agent type, host, resource id): {{(pid=108022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:44:34.039166 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adba1b7-d3ec-4b33-a2ef-b6f26edda1ef None None] Received port after_create {{(pid=108022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:44:34.042693 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adba1b7-d3ec-4b33-a2ef-b6f26edda1ef None None] Pushing event updated for resources: {'Port': ['ID=b1fc2c82-9af6-46cd-994f-9ebefa549ca5,revision_number=1']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:34.100445 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-9adba1b7-d3ec-4b33-a2ef-b6f26edda1ef None None] Attempting to bind port b1fc2c82-9af6-46cd-994f-9ebefa549ca5 on host dv-cinder-821746-1-iscsi for vnic_type normal with profile {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:44:34.100714 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-9adba1b7-d3ec-4b33-a2ef-b6f26edda1ef None None] Attempting to bind port b1fc2c82-9af6-46cd-994f-9ebefa549ca5 by drivers openvswitch,hyperv on host dv-cinder-821746-1-iscsi at level 0 using segments [{'id': 'd67fca54-e316-4758-9f95-27fc03e03491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d'}] {{(pid=108022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:44:34.101815 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adba1b7-d3ec-4b33-a2ef-b6f26edda1ef None None] Attempting to bind port b1fc2c82-9af6-46cd-994f-9ebefa549ca5 on network 10892228-a1f8-4a5d-a334-a9f8d999d26d {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:44:34.107175 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adba1b7-d3ec-4b33-a2ef-b6f26edda1ef None None] Checking agent: {'id': '196026f5-f687-4c63-8152-952b788e987b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 35, 18), 'started_at': datetime.datetime(2021, 12, 14, 18, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:44:34.107787 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adba1b7-d3ec-4b33-a2ef-b6f26edda1ef None None] Checking segment: {'id': 'd67fca54-e316-4758-9f95-27fc03e03491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:44:34.108366 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-9adba1b7-d3ec-4b33-a2ef-b6f26edda1ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:34.108899 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adba1b7-d3ec-4b33-a2ef-b6f26edda1ef None None] Bound using segment: {'id': 'd67fca54-e316-4758-9f95-27fc03e03491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d'} {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:44:34.109699 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-9adba1b7-d3ec-4b33-a2ef-b6f26edda1ef None None] Bound port: b1fc2c82-9af6-46cd-994f-9ebefa549ca5, host: dv-cinder-821746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd67fca54-e316-4758-9f95-27fc03e03491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d'}}] {{(pid=108022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:44:34.110241 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-9adba1b7-d3ec-4b33-a2ef-b6f26edda1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:34.142986 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.db_base_plugin_common [None req-23b7fdde-6723-43d7-8252-2864816466ec admin admin] Allocated IP 172.27.2.173 (5ea8f873-3bad-4a65-ada9-9108bfa946ef/8e9c9e92-9812-43f3-93d5-9d715bd5944d/a02adf1e-1519-4a82-af9b-0e82a2fecdb4) {{(pid=108021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:44:34.188850 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-9adba1b7-d3ec-4b33-a2ef-b6f26edda1ef None None] For port b1fc2c82-9af6-46cd-994f-9ebefa549ca5, host dv-cinder-821746-1-iscsi, cleared binding levels {{(pid=108022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:44:34.194963 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-9adba1b7-d3ec-4b33-a2ef-b6f26edda1ef None None] For port b1fc2c82-9af6-46cd-994f-9ebefa549ca5, host dv-cinder-821746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=b1fc2c82-9af6-46cd-994f-9ebefa549ca5,segment=NetworkSegment(d67fca54-e316-4758-9f95-27fc03e03491),segment_id=d67fca54-e316-4758-9f95-27fc03e03491)] {{(pid=108022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:44:34.201280 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-9adba1b7-d3ec-4b33-a2ef-b6f26edda1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:34.297835 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adba1b7-d3ec-4b33-a2ef-b6f26edda1ef None None] Pushing event updated for resources: {'Port': ['ID=b1fc2c82-9af6-46cd-994f-9ebefa549ca5,revision_number=2']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:34.312368 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-23b7fdde-6723-43d7-8252-2864816466ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:34.356557 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-23b7fdde-6723-43d7-8252-2864816466ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29291660'] for port, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:34.398696 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b7fdde-6723-43d7-8252-2864816466ec admin admin] Network 5ea8f873-3bad-4a65-ada9-9108bfa946ef is already hosted by enough agents. {{(pid=108021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:44:34.402002 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.base_scheduler [None req-23b7fdde-6723-43d7-8252-2864816466ec admin admin] Resources bound (agent type, host, resource id): {{(pid=108021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:44:34.405875 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b7fdde-6723-43d7-8252-2864816466ec admin admin] Received port after_create {{(pid=108021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:44:34.458350 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b7fdde-6723-43d7-8252-2864816466ec admin admin] Pushing event updated for resources: {'Port': ['ID=a02adf1e-1519-4a82-af9b-0e82a2fecdb4,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:34.807346 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a22d5-f295-4775-bbf5-1c1f230e9f37 req-0dd12e16-fc0d-4323-a26f-a27ad26ceeb2 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:34.814450 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-790a22d5-f295-4775-bbf5-1c1f230e9f37 req-0dd12e16-fc0d-4323-a26f-a27ad26ceeb2 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.1053672 Dec 14 18:44:34.825522 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-23b7fdde-6723-43d7-8252-2864816466ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:34.918176 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-790a22d5-f295-4775-bbf5-1c1f230e9f37 req-426c0bbf-d386-42ab-8920-44c53f2f357c tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028335 Dec 14 18:44:35.084194 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-b177f09f-f6b1-450d-a736-e80bed877428 req-d04ea847-def9-4000-b19f-6b098a9f8c86 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ba6a20d-db57-45e2-b168-8b36c59236a2 HTTP/1.1" status: 200 len: 210 time: 0.0701034 Dec 14 18:44:35.135767 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-23b7fdde-6723-43d7-8252-2864816466ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-552498'] for router, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:35.282810 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b7fdde-6723-43d7-8252-2864816466ec admin admin] Router db6ea8f5-1f88-4e0f-b432-cdaff40cea1e is scheduled to L3 agent 61f97045-3475-4abf-9bb4-9e4a5178f14d with binding_index 1 {{(pid=108021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 18:44:35.371965 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 42790) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:35.399657 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b7fdde-6723-43d7-8252-2864816466ec admin admin] Notify agent at l3_agent.dv-cinder-821746-1-iscsi the message routers_updated {{(pid=108021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:44:35.410195 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52175403-fa8c-412f-bad5-0f80b1160213 None None] Sync routers for ids ['db6ea8f5-1f88-4e0f-b432-cdaff40cea1e'] in dv-cinder-821746-1-iscsi {{(pid=108023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:44:35.420119 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-23b7fdde-6723-43d7-8252-2864816466ec admin admin] Notify callbacks [] for router, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:35.421260 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-23b7fdde-6723-43d7-8252-2864816466ec admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1291950 Dec 14 18:44:35.424344 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 42794) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:35.426080 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52175403-fa8c-412f-bad5-0f80b1160213 None None] Routers {'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:44:35.426953 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-52175403-fa8c-412f-bad5-0f80b1160213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:44:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['db6ea8f5-1f88-4e0f-b432-cdaff40cea1e'], 'active': True} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:44:35.521009 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-64528a14-c10b-4a60-9321-2bd6b2ad64d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:35.580951 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573decc8-8e33-492a-9711-04d15bbbba62 None None] Network 10892228-a1f8-4a5d-a334-a9f8d999d26d requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:44:35.591133 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvr_db [None req-52175403-fa8c-412f-bad5-0f80b1160213 None None] Set router db6ea8f5-1f88-4e0f-b432-cdaff40cea1e gateway port host: dv-cinder-821746-1-iscsi {{(pid=108023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:44:35.660242 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device b1fc2c82-9af6-46cd-994f-9ebefa549ca5 up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:44:35.717294 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-f6c4333e-0acb-4cdb-8926-49571c72c692 None None] Provisioning complete for port b1fc2c82-9af6-46cd-994f-9ebefa549ca5 triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:44:35.717972 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-f6c4333e-0acb-4cdb-8926-49571c72c692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:35.739286 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-64528a14-c10b-4a60-9321-2bd6b2ad64d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:35.750380 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-64528a14-c10b-4a60-9321-2bd6b2ad64d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:35.799126 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-52175403-fa8c-412f-bad5-0f80b1160213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'name': 'tempest-AttachVolumeShelveTestJSON-731502450-router', 'tenant_id': '8119ae9c02c041da868fd66af898aece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'a02adf1e-1519-4a82-af9b-0e82a2fecdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:44:33Z', 'updated_at': '2021-12-14T18:44:34Z', 'revision_number': 3, 'project_id': '8119ae9c02c041da868fd66af898aece', 'gw_port': {'id': 'a02adf1e-1519-4a82-af9b-0e82a2fecdb4', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f4:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:44:34Z', 'updated_at': '2021-12-14T18:44:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi'}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:44:35.800498 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port b1fc2c82-9af6-46cd-994f-9ebefa549ca5 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:44:35.800868 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:35.833559 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52175403-fa8c-412f-bad5-0f80b1160213 None None] Checking router: db6ea8f5-1f88-4e0f-b432-cdaff40cea1e for host: dv-cinder-821746-1-iscsi {{(pid=108023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:44:35.833559 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52175403-fa8c-412f-bad5-0f80b1160213 None None] Updating router db6ea8f5-1f88-4e0f-b432-cdaff40cea1e port a02adf1e-1519-4a82-af9b-0e82a2fecdb4 binding host dv-cinder-821746-1-iscsi {{(pid=108023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 18:44:35.869470 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-52175403-fa8c-412f-bad5-0f80b1160213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:35.940089 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-f6c4333e-0acb-4cdb-8926-49571c72c692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:35.986124 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:36.044120 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-f6c4333e-0acb-4cdb-8926-49571c72c692 None None] For port b1fc2c82-9af6-46cd-994f-9ebefa549ca5, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=b1fc2c82-9af6-46cd-994f-9ebefa549ca5,segment=NetworkSegment(d67fca54-e316-4758-9f95-27fc03e03491),segment_id=d67fca54-e316-4758-9f95-27fc03e03491)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:44:36.054108 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-f6c4333e-0acb-4cdb-8926-49571c72c692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:36.084275 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289aee3c-eb5a-467e-a964-7c1b4ad888b3 req-a6bc613f-e05d-440f-aa0b-4b18d3bc2e09 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:36.086257 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-289aee3c-eb5a-467e-a964-7c1b4ad888b3 req-a6bc613f-e05d-440f-aa0b-4b18d3bc2e09 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.0772088 Dec 14 18:44:36.148982 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.db.api [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108022) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 18:44:36.149407 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG oslo_db.api [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 18:44:36.152940 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c4333e-0acb-4cdb-8926-49571c72c692 None None] Pushing event updated for resources: {'Port': ['ID=b1fc2c82-9af6-46cd-994f-9ebefa549ca5,revision_number=3']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:36.156219 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-64528a14-c10b-4a60-9321-2bd6b2ad64d6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=68b247dceaa7424ea31cbf5534fbd5c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7822919 Dec 14 18:44:36.160400 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 42804) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:36.167510 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64528a14-c10b-4a60-9321-2bd6b2ad64d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8ded5d-afc5-4a94-8192-85e5e6344bc7,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:36.183255 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-289aee3c-eb5a-467e-a964-7c1b4ad888b3 req-9500ced3-18ef-44da-897c-23a47d9e8f22 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879357 Dec 14 18:44:36.291569 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-52175403-fa8c-412f-bad5-0f80b1160213 None None] Notify callbacks [] for port, precommit_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:36.293123 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-dbbb7891-668a-4904-a27d-e15d55289dd0 req-693fcb13-2b19-48dc-a5ba-dac1834d3dcf tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ba6a20d-db57-45e2-b168-8b36c59236a2 HTTP/1.1" status: 200 len: 210 time: 0.0357680 Dec 14 18:44:36.299630 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-52175403-fa8c-412f-bad5-0f80b1160213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:36.300720 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-da3fe0e1-41a1-43a5-a235-4cd00a3ebdac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:36.356614 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-da3fe0e1-41a1-43a5-a235-4cd00a3ebdac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:36.368388 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.managers [None req-52175403-fa8c-412f-bad5-0f80b1160213 None None] Attempting to bind port a02adf1e-1519-4a82-af9b-0e82a2fecdb4 on host dv-cinder-821746-1-iscsi for vnic_type normal with profile {{(pid=108023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:44:36.368839 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.managers [None req-52175403-fa8c-412f-bad5-0f80b1160213 None None] Attempting to bind port a02adf1e-1519-4a82-af9b-0e82a2fecdb4 by drivers openvswitch,hyperv on host dv-cinder-821746-1-iscsi at level 0 using segments [{'id': 'a712e70a-4160-45a5-bd2f-6cc771621112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'}] {{(pid=108023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:44:36.369268 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52175403-fa8c-412f-bad5-0f80b1160213 None None] Attempting to bind port a02adf1e-1519-4a82-af9b-0e82a2fecdb4 on network 5ea8f873-3bad-4a65-ada9-9108bfa946ef {{(pid=108023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:44:36.372774 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d4fad5-ea77-4335-ab5b-cb401f6e26ce None None] Pushing event updated for resources: {'Port': ['ID=a02adf1e-1519-4a82-af9b-0e82a2fecdb4,revision_number=2']} {{(pid=108023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:36.379498 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52175403-fa8c-412f-bad5-0f80b1160213 None None] Checking agent: {'id': '196026f5-f687-4c63-8152-952b788e987b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 35, 18), 'started_at': datetime.datetime(2021, 12, 14, 18, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:44:36.380074 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52175403-fa8c-412f-bad5-0f80b1160213 None None] Checking segment: {'id': 'a712e70a-4160-45a5-bd2f-6cc771621112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:44:36.380573 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-52175403-fa8c-412f-bad5-0f80b1160213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:36.381488 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52175403-fa8c-412f-bad5-0f80b1160213 None None] Bound using segment: {'id': 'a712e70a-4160-45a5-bd2f-6cc771621112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'} {{(pid=108023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:44:36.381488 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.managers [None req-52175403-fa8c-412f-bad5-0f80b1160213 None None] Bound port: a02adf1e-1519-4a82-af9b-0e82a2fecdb4, host: dv-cinder-821746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a712e70a-4160-45a5-bd2f-6cc771621112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'}}] {{(pid=108023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:44:36.381868 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-52175403-fa8c-412f-bad5-0f80b1160213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:36.397281 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e013514c-47f0-45d5-b732-a421d5ab96e7 None None] Provisioning complete for port b1fc2c82-9af6-46cd-994f-9ebefa549ca5 triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:44:36.398619 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e013514c-47f0-45d5-b732-a421d5ab96e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:36.409687 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d4fad5-ea77-4335-ab5b-cb401f6e26ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:36.410068 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d4fad5-ea77-4335-ab5b-cb401f6e26ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:36.410414 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d4fad5-ea77-4335-ab5b-cb401f6e26ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:36.410996 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d4fad5-ea77-4335-ab5b-cb401f6e26ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:36.411082 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d4fad5-ea77-4335-ab5b-cb401f6e26ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:36.411407 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d4fad5-ea77-4335-ab5b-cb401f6e26ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:36.411727 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d4fad5-ea77-4335-ab5b-cb401f6e26ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:36.412051 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d4fad5-ea77-4335-ab5b-cb401f6e26ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:36.412373 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d4fad5-ea77-4335-ab5b-cb401f6e26ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:36.413026 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d4fad5-ea77-4335-ab5b-cb401f6e26ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:36.413026 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d4fad5-ea77-4335-ab5b-cb401f6e26ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:36.413482 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d4fad5-ea77-4335-ab5b-cb401f6e26ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:44:36.448225 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-000f475f-ecbc-4fe9-b3f2-4a4e8ab4ef78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:36.466165 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-da3fe0e1-41a1-43a5-a235-4cd00a3ebdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:36.468716 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-da3fe0e1-41a1-43a5-a235-4cd00a3ebdac admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:36.473304 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-da3fe0e1-41a1-43a5-a235-4cd00a3ebdac admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6a8ded5d-afc5-4a94-8192-85e5e6344bc7 HTTP/1.1" status: 204 len: 168 time: 0.3081853 Dec 14 18:44:36.476113 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.db [None req-52175403-fa8c-412f-bad5-0f80b1160213 None None] For port a02adf1e-1519-4a82-af9b-0e82a2fecdb4, host dv-cinder-821746-1-iscsi, cleared binding levels {{(pid=108023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:44:36.482827 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.db [None req-52175403-fa8c-412f-bad5-0f80b1160213 None None] For port a02adf1e-1519-4a82-af9b-0e82a2fecdb4, host dv-cinder-821746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=a02adf1e-1519-4a82-af9b-0e82a2fecdb4,segment=NetworkSegment(a712e70a-4160-45a5-bd2f-6cc771621112),segment_id=a712e70a-4160-45a5-bd2f-6cc771621112)] {{(pid=108023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:44:36.489891 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-52175403-fa8c-412f-bad5-0f80b1160213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:36.527990 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3fe0e1-41a1-43a5-a235-4cd00a3ebdac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8ded5d-afc5-4a94-8192-85e5e6344bc7,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:36.637713 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d4fad5-ea77-4335-ab5b-cb401f6e26ce None None] Pushing event updated for resources: {'Port': ['ID=a02adf1e-1519-4a82-af9b-0e82a2fecdb4,revision_number=3']} {{(pid=108023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:36.650626 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52175403-fa8c-412f-bad5-0f80b1160213 None None] Routers {'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:44:36.651261 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-52175403-fa8c-412f-bad5-0f80b1160213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:44:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['db6ea8f5-1f88-4e0f-b432-cdaff40cea1e'], 'active': True} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:44:36.704624 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.db_base_plugin_common [None req-000f475f-ecbc-4fe9-b3f2-4a4e8ab4ef78 admin admin] Allocated IP 172.20.0.1 (10892228-a1f8-4a5d-a334-a9f8d999d26d/d961d8ae-8136-463f-bf43-32c0a15a6798/bbfcb125-3b7c-4ce8-9b31-154d853ef904) {{(pid=108020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:44:36.833043 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvr_db [None req-52175403-fa8c-412f-bad5-0f80b1160213 None None] Set router db6ea8f5-1f88-4e0f-b432-cdaff40cea1e gateway port host: dv-cinder-821746-1-iscsi {{(pid=108023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:44:36.851409 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-000f475f-ecbc-4fe9-b3f2-4a4e8ab4ef78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:36.868703 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 42814) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:36.881562 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4e80f72d-db8c-4b94-8e8d-c156531ebc43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:36.888263 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-000f475f-ecbc-4fe9-b3f2-4a4e8ab4ef78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957'] for port, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:36.926015 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000f475f-ecbc-4fe9-b3f2-4a4e8ab4ef78 admin admin] Network 10892228-a1f8-4a5d-a334-a9f8d999d26d is already hosted by enough agents. {{(pid=108020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:44:36.930130 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.base_scheduler [None req-000f475f-ecbc-4fe9-b3f2-4a4e8ab4ef78 admin admin] Resources bound (agent type, host, resource id): {{(pid=108020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:44:36.934045 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000f475f-ecbc-4fe9-b3f2-4a4e8ab4ef78 admin admin] Received port after_create {{(pid=108020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:44:36.934645 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-000f475f-ecbc-4fe9-b3f2-4a4e8ab4ef78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550665'] for router_interface, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:36.980044 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f475f-ecbc-4fe9-b3f2-4a4e8ab4ef78 admin admin] Pushing event updated for resources: {'Port': ['ID=bbfcb125-3b7c-4ce8-9b31-154d853ef904,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:36.995272 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4e80f72d-db8c-4b94-8e8d-c156531ebc43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:37.000952 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4e80f72d-db8c-4b94-8e8d-c156531ebc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:37.043251 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80f72d-db8c-4b94-8e8d-c156531ebc43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076201db-9a57-4966-86df-f7bb3f90e47f,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:37.062396 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-52175403-fa8c-412f-bad5-0f80b1160213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'name': 'tempest-AttachVolumeShelveTestJSON-731502450-router', 'tenant_id': '8119ae9c02c041da868fd66af898aece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'a02adf1e-1519-4a82-af9b-0e82a2fecdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:44:33Z', 'updated_at': '2021-12-14T18:44:34Z', 'revision_number': 3, 'project_id': '8119ae9c02c041da868fd66af898aece', 'gw_port': {'id': 'a02adf1e-1519-4a82-af9b-0e82a2fecdb4', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f4:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:44:34Z', 'updated_at': '2021-12-14T18:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi'}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:44:37.074299 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-4e80f72d-db8c-4b94-8e8d-c156531ebc43 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6cb8d770d5e14229ad558e30af67800b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2043617 Dec 14 18:44:37.075078 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 42816) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:37.093518 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52175403-fa8c-412f-bad5-0f80b1160213 None None] The sync data for ids ['db6ea8f5-1f88-4e0f-b432-cdaff40cea1e'] in dv-cinder-821746-1-iscsi is: [{'id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'name': 'tempest-AttachVolumeShelveTestJSON-731502450-router', 'tenant_id': '8119ae9c02c041da868fd66af898aece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'a02adf1e-1519-4a82-af9b-0e82a2fecdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:44:33Z', 'updated_at': '2021-12-14T18:44:34Z', 'revision_number': 3, 'project_id': '8119ae9c02c041da868fd66af898aece', 'gw_port': {'id': 'a02adf1e-1519-4a82-af9b-0e82a2fecdb4', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f4:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:44:34Z', 'updated_at': '2021-12-14T18:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi'}] {{(pid=108023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:44:37.157922 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-ec16efa2-6be6-464e-870c-959a8c85e2d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:37.195730 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-ec16efa2-6be6-464e-870c-959a8c85e2d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:37.258750 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-ec16efa2-6be6-464e-870c-959a8c85e2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:37.261426 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-ec16efa2-6be6-464e-870c-959a8c85e2d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:37.263338 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-ec16efa2-6be6-464e-870c-959a8c85e2d8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/076201db-9a57-4966-86df-f7bb3f90e47f HTTP/1.1" status: 204 len: 168 time: 0.1861126 Dec 14 18:44:37.279983 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec16efa2-6be6-464e-870c-959a8c85e2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076201db-9a57-4966-86df-f7bb3f90e47f,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:37.364087 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-000f475f-ecbc-4fe9-b3f2-4a4e8ab4ef78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:37.433341 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-c59d4485-978a-4f76-98a1-b07ab27fbd91 None None] Provisioning complete for port bbfcb125-3b7c-4ce8-9b31-154d853ef904 triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:44:37.433911 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-c59d4485-978a-4f76-98a1-b07ab27fbd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:37.484047 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01440754-2efb-4c20-9632-a8e6c72e8842 req-061a0277-c257-4db0-b082-b308f79864cc tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:37.488957 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-01440754-2efb-4c20-9632-a8e6c72e8842 req-061a0277-c257-4db0-b082-b308f79864cc tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.1448643 Dec 14 18:44:37.582783 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-01440754-2efb-4c20-9632-a8e6c72e8842 req-f4aafbe8-185e-4106-9208-30cbf7515d84 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858171 Dec 14 18:44:37.604315 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-c59d4485-978a-4f76-98a1-b07ab27fbd91 None None] Port bbfcb125-3b7c-4ce8-9b31-154d853ef904 cannot update to ACTIVE because it is not bound. {{(pid=108022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:44:37.655561 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device b1fc2c82-9af6-46cd-994f-9ebefa549ca5 up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:44:37.740057 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port b1fc2c82-9af6-46cd-994f-9ebefa549ca5 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:44:37.742895 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:37.790862 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6834f892-4ed6-40fd-8088-1a43e7394f96 req-9d52a839-a676-4c70-a1e8-e58a737dc6e4 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ba6a20d-db57-45e2-b168-8b36c59236a2 HTTP/1.1" status: 200 len: 210 time: 0.0768235 Dec 14 18:44:37.837157 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-ccbc6411-684f-46b9-bcc2-85d9f3e05ed4 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:37.843666 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-ccbc6411-684f-46b9-bcc2-85d9f3e05ed4 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.61 "GET /v2.0/networks?id=dd304430-c646-4db7-a934-2559ea0d87d6 HTTP/1.1" status: 200 len: 814 time: 0.7203336 Dec 14 18:44:37.936607 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-000f475f-ecbc-4fe9-b3f2-4a4e8ab4ef78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:37.942067 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-000f475f-ecbc-4fe9-b3f2-4a4e8ab4ef78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:37.944091 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-000f475f-ecbc-4fe9-b3f2-4a4e8ab4ef78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550524'] for router_interface, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:38.079819 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f475f-ecbc-4fe9-b3f2-4a4e8ab4ef78 admin admin] Pushing event updated for resources: {'Port': ['ID=bbfcb125-3b7c-4ce8-9b31-154d853ef904,revision_number=2']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:38.127344 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000f475f-ecbc-4fe9-b3f2-4a4e8ab4ef78 admin admin] Network 10892228-a1f8-4a5d-a334-a9f8d999d26d is already hosted by enough agents. {{(pid=108020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:44:38.128801 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.base_scheduler [None req-000f475f-ecbc-4fe9-b3f2-4a4e8ab4ef78 admin admin] Resources bound (agent type, host, resource id): {{(pid=108020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:44:38.296572 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000f475f-ecbc-4fe9-b3f2-4a4e8ab4ef78 admin admin] Router db6ea8f5-1f88-4e0f-b432-cdaff40cea1e has already been hosted by L3 agent 61f97045-3475-4abf-9bb4-9e4a5178f14d {{(pid=108020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:44:38.419676 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000f475f-ecbc-4fe9-b3f2-4a4e8ab4ef78 admin admin] Notify agent at l3_agent.dv-cinder-821746-1-iscsi the message routers_updated {{(pid=108020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:44:38.433475 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-000f475f-ecbc-4fe9-b3f2-4a4e8ab4ef78 admin admin] 10.222.0.71 "PUT /v2.0/routers/db6ea8f5-1f88-4e0f-b432-cdaff40cea1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9998400 Dec 14 18:44:38.434612 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-97abf2d7-e824-459e-a9bd-3f7d8dcecc4b None None] Provisioning complete for port bbfcb125-3b7c-4ce8-9b31-154d853ef904 triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:44:38.435087 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-97abf2d7-e824-459e-a9bd-3f7d8dcecc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:38.473870 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-97abf2d7-e824-459e-a9bd-3f7d8dcecc4b None None] Port bbfcb125-3b7c-4ce8-9b31-154d853ef904 cannot update to ACTIVE because it is not bound. {{(pid=108022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:44:38.917457 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 42890) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:39.046289 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-76442b95-ffd9-4ade-ba4d-c2310bc4e716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:39.059881 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 42896) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:39.066924 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [None req-e2196db0-3a0b-41b4-a572-0ce6d5156527 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2064183400', 'description': 'tempest-description--1528701587'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:44:39.092506 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-e2196db0-3a0b-41b4-a572-0ce6d5156527 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:39.155187 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-76442b95-ffd9-4ade-ba4d-c2310bc4e716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:39.161316 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-76442b95-ffd9-4ade-ba4d-c2310bc4e716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:39.180768 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c770a-64c9-4752-b6cc-48f3e975f36a req-83b8843a-60da-493f-a52f-803107e56d49 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:39.182328 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-307c770a-64c9-4752-b6cc-48f3e975f36a req-83b8843a-60da-493f-a52f-803107e56d49 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.0761826 Dec 14 18:44:39.204046 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-76442b95-ffd9-4ade-ba4d-c2310bc4e716 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d9be755f00514ccb9ce59af59a52d68f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2830765 Dec 14 18:44:39.204046 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76442b95-ffd9-4ade-ba4d-c2310bc4e716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebea7f34-8f07-4880-9a92-827570cf9f05,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:39.205525 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 42898) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:39.255493 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-e2196db0-3a0b-41b4-a572-0ce6d5156527 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:39.261715 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-307c770a-64c9-4752-b6cc-48f3e975f36a req-624a8d3d-7471-4dbf-89c6-12cebebee5c2 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698373 Dec 14 18:44:39.262975 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-e2196db0-3a0b-41b4-a572-0ce6d5156527 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:39.270821 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-36e0876b-cbfc-4279-8c9e-a9e930e8dfdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:39.299256 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-e2196db0-3a0b-41b4-a572-0ce6d5156527 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:39.303172 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-e2196db0-3a0b-41b4-a572-0ce6d5156527 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2389736 Dec 14 18:44:39.304413 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 42900) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:39.308027 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-36e0876b-cbfc-4279-8c9e-a9e930e8dfdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:39.309170 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [None req-5a89a640-d2c1-4f48-b15d-7226724f860f tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Request body: {'security_group_rule': {'security_group_id': 'cc6207d1-095b-481a-af49-7890b45684eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:44:39.318406 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2196db0-3a0b-41b4-a572-0ce6d5156527 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6207d1-095b-481a-af49-7890b45684eb,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:39.359416 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-dd1cd7d4-4422-4775-8ad5-79df3bcaf354 req-81309e4e-b741-4c5e-ab97-4ecdebb79b12 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ba6a20d-db57-45e2-b168-8b36c59236a2 HTTP/1.1" status: 200 len: 210 time: 0.0332115 Dec 14 18:44:39.364183 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-36e0876b-cbfc-4279-8c9e-a9e930e8dfdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:39.377402 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-5a89a640-d2c1-4f48-b15d-7226724f860f tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:39.377489 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-36e0876b-cbfc-4279-8c9e-a9e930e8dfdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:39.377489 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-36e0876b-cbfc-4279-8c9e-a9e930e8dfdd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ebea7f34-8f07-4880-9a92-827570cf9f05 HTTP/1.1" status: 204 len: 168 time: 0.1638005 Dec 14 18:44:39.378143 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e0876b-cbfc-4279-8c9e-a9e930e8dfdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebea7f34-8f07-4880-9a92-827570cf9f05,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:39.381992 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5b8de8-6586-4a8f-9616-2695f39b5e95 None None] Sync routers for ids ['db6ea8f5-1f88-4e0f-b432-cdaff40cea1e'] in dv-cinder-821746-1-iscsi {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:44:39.400825 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5b8de8-6586-4a8f-9616-2695f39b5e95 None None] Routers {'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:44:39.401452 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-ec5b8de8-6586-4a8f-9616-2695f39b5e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:44:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['db6ea8f5-1f88-4e0f-b432-cdaff40cea1e'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:44:39.439359 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-5a89a640-d2c1-4f48-b15d-7226724f860f tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:39.444028 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-5a89a640-d2c1-4f48-b15d-7226724f860f tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727460'] for security_group_rule, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:39.464052 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a89a640-d2c1-4f48-b15d-7226724f860f tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2993972c-c356-404c-8556-11d384b368fe,revision_number=0']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:39.472270 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-5a89a640-d2c1-4f48-b15d-7226724f860f tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:39.473370 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-5a89a640-d2c1-4f48-b15d-7226724f860f tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1680081 Dec 14 18:44:39.476294 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 42904) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:39.481041 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-97f1fe7b-7d83-4929-ab53-4fa9d08b5576 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Request body: {'security_group_rule': {'security_group_id': 'cc6207d1-095b-481a-af49-7890b45684eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:44:39.525638 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-ec5b8de8-6586-4a8f-9616-2695f39b5e95 None None] Set router db6ea8f5-1f88-4e0f-b432-cdaff40cea1e gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:44:39.545368 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-97f1fe7b-7d83-4929-ab53-4fa9d08b5576 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:39.623144 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device a02adf1e-1519-4a82-af9b-0e82a2fecdb4 up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:44:39.653939 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-97f1fe7b-7d83-4929-ab53-4fa9d08b5576 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:39.659063 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-97f1fe7b-7d83-4929-ab53-4fa9d08b5576 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727460'] for security_group_rule, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:39.682453 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1fe7b-7d83-4929-ab53-4fa9d08b5576 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab0958f2-17e1-4689-878e-5adf350bdf3b,revision_number=0']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:39.687171 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-97f1fe7b-7d83-4929-ab53-4fa9d08b5576 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:39.688384 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-97f1fe7b-7d83-4929-ab53-4fa9d08b5576 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2111132 Dec 14 18:44:39.691500 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 42914) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:39.696351 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-ee31d53b-d0a2-4dea-b347-a04ec4c910fb tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Request body: {'floatingip': {'floating_network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:44:39.724576 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-ee31d53b-d0a2-4dea-b347-a04ec4c910fb tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks [] for floatingip, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:39.766829 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port a02adf1e-1519-4a82-af9b-0e82a2fecdb4 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:44:39.767197 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:39.901463 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-ec5b8de8-6586-4a8f-9616-2695f39b5e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'name': 'tempest-AttachVolumeShelveTestJSON-731502450-router', 'tenant_id': '8119ae9c02c041da868fd66af898aece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'a02adf1e-1519-4a82-af9b-0e82a2fecdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:44:33Z', 'updated_at': '2021-12-14T18:44:37Z', 'revision_number': 4, 'project_id': '8119ae9c02c041da868fd66af898aece', 'gw_port': {'id': 'a02adf1e-1519-4a82-af9b-0e82a2fecdb4', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f4:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:44:34Z', 'updated_at': '2021-12-14T18:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': 'bbfcb125-3b7c-4ce8-9b31-154d853ef904', 'name': '', 'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d', 'tenant_id': '8119ae9c02c041da868fd66af898aece', 'mac_address': 'fa:16:3e:6b:31:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd961d8ae-8136-463f-bf43-32c0a15a6798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:44:36Z', 'updated_at': '2021-12-14T18:44:37Z', 'revision_number': 2, 'project_id': '8119ae9c02c041da868fd66af898aece', 'subnets': [{'id': 'd961d8ae-8136-463f-bf43-32c0a15a6798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:44:39.910371 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:39.954445 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5b8de8-6586-4a8f-9616-2695f39b5e95 None None] Checking router: db6ea8f5-1f88-4e0f-b432-cdaff40cea1e for host: dv-cinder-821746-1-iscsi {{(pid=108022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:44:39.954445 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5b8de8-6586-4a8f-9616-2695f39b5e95 None None] Updating router db6ea8f5-1f88-4e0f-b432-cdaff40cea1e port bbfcb125-3b7c-4ce8-9b31-154d853ef904 binding host dv-cinder-821746-1-iscsi {{(pid=108022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 18:44:39.979387 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-ba8737c3-d096-412f-8f43-532636599bec None None] For port a02adf1e-1519-4a82-af9b-0e82a2fecdb4, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=a02adf1e-1519-4a82-af9b-0e82a2fecdb4,segment=NetworkSegment(a712e70a-4160-45a5-bd2f-6cc771621112),segment_id=a712e70a-4160-45a5-bd2f-6cc771621112)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:44:39.992899 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ec5b8de8-6586-4a8f-9616-2695f39b5e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:39.994963 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:40.076150 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-ee31d53b-d0a2-4dea-b347-a04ec4c910fb tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:40.094751 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Pushing event updated for resources: {'Port': ['ID=a02adf1e-1519-4a82-af9b-0e82a2fecdb4,revision_number=4']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:40.199530 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.db_base_plugin_common [None req-ee31d53b-d0a2-4dea-b347-a04ec4c910fb tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Allocated IP 172.27.2.186 (5ea8f873-3bad-4a65-ada9-9108bfa946ef/8e9c9e92-9812-43f3-93d5-9d715bd5944d/fe6a786f-6a07-4056-bc03-4631afe6a9b5) {{(pid=108021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:44:40.315677 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-ee31d53b-d0a2-4dea-b347-a04ec4c910fb tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks [] for port, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:40.332219 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ec5b8de8-6586-4a8f-9616-2695f39b5e95 None None] Notify callbacks [] for port, precommit_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:40.339807 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ec5b8de8-6586-4a8f-9616-2695f39b5e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:40.355796 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-ee31d53b-d0a2-4dea-b347-a04ec4c910fb tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29291660'] for port, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:40.408168 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babbb375-7a1d-496d-9014-067a80d84687 None None] Pushing event updated for resources: {'Port': ['ID=bbfcb125-3b7c-4ce8-9b31-154d853ef904,revision_number=3']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:40.414827 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee31d53b-d0a2-4dea-b347-a04ec4c910fb tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Network 5ea8f873-3bad-4a65-ada9-9108bfa946ef is already hosted by enough agents. {{(pid=108021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:44:40.417559 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744e4b1-2481-4e51-9634-18cffdf17802 req-592f47e1-b879-4386-ba68-eb6277614dfa tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:40.417957 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.base_scheduler [None req-ee31d53b-d0a2-4dea-b347-a04ec4c910fb tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Resources bound (agent type, host, resource id): {{(pid=108021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:44:40.421633 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a744e4b1-2481-4e51-9634-18cffdf17802 req-592f47e1-b879-4386-ba68-eb6277614dfa tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.0834560 Dec 14 18:44:40.435649 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31d53b-d0a2-4dea-b347-a04ec4c910fb tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Pushing event updated for resources: {'Port': ['ID=fe6a786f-6a07-4056-bc03-4631afe6a9b5,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:40.438139 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee31d53b-d0a2-4dea-b347-a04ec4c910fb tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Received port after_create {{(pid=108021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:44:40.481967 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-ec5b8de8-6586-4a8f-9616-2695f39b5e95 None None] Attempting to bind port bbfcb125-3b7c-4ce8-9b31-154d853ef904 on host dv-cinder-821746-1-iscsi for vnic_type normal with profile {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:44:40.482345 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-ec5b8de8-6586-4a8f-9616-2695f39b5e95 None None] Attempting to bind port bbfcb125-3b7c-4ce8-9b31-154d853ef904 by drivers openvswitch,hyperv on host dv-cinder-821746-1-iscsi at level 0 using segments [{'id': 'd67fca54-e316-4758-9f95-27fc03e03491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d'}] {{(pid=108022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:44:40.482746 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5b8de8-6586-4a8f-9616-2695f39b5e95 None None] Attempting to bind port bbfcb125-3b7c-4ce8-9b31-154d853ef904 on network 10892228-a1f8-4a5d-a334-a9f8d999d26d {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:44:40.483510 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a744e4b1-2481-4e51-9634-18cffdf17802 req-c0b7446c-41c8-4bb5-a65e-f09f057f6d91 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532782 Dec 14 18:44:40.488662 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5b8de8-6586-4a8f-9616-2695f39b5e95 None None] Checking agent: {'id': '196026f5-f687-4c63-8152-952b788e987b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 35, 18), 'started_at': datetime.datetime(2021, 12, 14, 18, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:44:40.489044 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5b8de8-6586-4a8f-9616-2695f39b5e95 None None] Checking segment: {'id': 'd67fca54-e316-4758-9f95-27fc03e03491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:44:40.489451 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ec5b8de8-6586-4a8f-9616-2695f39b5e95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:40.489956 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5b8de8-6586-4a8f-9616-2695f39b5e95 None None] Bound using segment: {'id': 'd67fca54-e316-4758-9f95-27fc03e03491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d'} {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:44:40.490836 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-ec5b8de8-6586-4a8f-9616-2695f39b5e95 None None] Bound port: bbfcb125-3b7c-4ce8-9b31-154d853ef904, host: dv-cinder-821746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd67fca54-e316-4758-9f95-27fc03e03491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d'}}] {{(pid=108022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:44:40.491086 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ec5b8de8-6586-4a8f-9616-2695f39b5e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:40.597767 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-ec5b8de8-6586-4a8f-9616-2695f39b5e95 None None] For port bbfcb125-3b7c-4ce8-9b31-154d853ef904, host dv-cinder-821746-1-iscsi, cleared binding levels {{(pid=108022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:44:40.602015 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-ec5b8de8-6586-4a8f-9616-2695f39b5e95 None None] For port bbfcb125-3b7c-4ce8-9b31-154d853ef904, host dv-cinder-821746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=bbfcb125-3b7c-4ce8-9b31-154d853ef904,segment=NetworkSegment(d67fca54-e316-4758-9f95-27fc03e03491),segment_id=d67fca54-e316-4758-9f95-27fc03e03491)] {{(pid=108022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:44:40.608435 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ec5b8de8-6586-4a8f-9616-2695f39b5e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:40.634626 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-dc80ae7f-5827-4634-b4dd-f9b39fc047fa req-ed7f7be4-f2e9-4d8c-b69c-849ab0955560 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ba6a20d-db57-45e2-b168-8b36c59236a2 HTTP/1.1" status: 200 len: 210 time: 0.0431373 Dec 14 18:44:40.639855 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-ee31d53b-d0a2-4dea-b347-a04ec4c910fb tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:40.689201 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babbb375-7a1d-496d-9014-067a80d84687 None None] Pushing event updated for resources: {'Port': ['ID=bbfcb125-3b7c-4ce8-9b31-154d853ef904,revision_number=4']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:40.702151 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5b8de8-6586-4a8f-9616-2695f39b5e95 None None] Routers {'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:44:40.702825 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-ec5b8de8-6586-4a8f-9616-2695f39b5e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:44:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['db6ea8f5-1f88-4e0f-b432-cdaff40cea1e'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:44:40.731115 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-ee31d53b-d0a2-4dea-b347-a04ec4c910fb tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:40.825049 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-c7285011-7717-4da1-85c0-25d3126c32f2 None None] Provisioning complete for port bbfcb125-3b7c-4ce8-9b31-154d853ef904 triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:44:40.825424 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-c7285011-7717-4da1-85c0-25d3126c32f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:40.861874 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-5623f211-0d8b-49b2-a6de-1ed7e6ddd003 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Request body: {'port': {'device_id': '4ba6a20d-db57-45e2-b168-8b36c59236a2', 'network_id': 'dd304430-c646-4db7-a934-2559ea0d87d6', 'admin_state_up': True, 'tenant_id': 'c8d244262bb0402da2c415ab98f5b988'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:44:40.932838 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-ee31d53b-d0a2-4dea-b347-a04ec4c910fb tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks [] for port, precommit_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:40.941332 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-ee31d53b-d0a2-4dea-b347-a04ec4c910fb tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29291667'] for port, after_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:40.958273 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-ec5b8de8-6586-4a8f-9616-2695f39b5e95 None None] Set router db6ea8f5-1f88-4e0f-b432-cdaff40cea1e gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:44:41.012232 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-c7285011-7717-4da1-85c0-25d3126c32f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:41.036352 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-5623f211-0d8b-49b2-a6de-1ed7e6ddd003 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Made reservation on behalf of c8d244262bb0402da2c415ab98f5b988 for: {'port': 1} {{(pid=108020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:44:41.041033 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-5623f211-0d8b-49b2-a6de-1ed7e6ddd003 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:41.047932 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31d53b-d0a2-4dea-b347-a04ec4c910fb tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Pushing event updated for resources: {'Port': ['ID=fe6a786f-6a07-4056-bc03-4631afe6a9b5,revision_number=2']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:41.064362 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-ee31d53b-d0a2-4dea-b347-a04ec4c910fb tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552536'] for floatingip, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:41.084503 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-ee31d53b-d0a2-4dea-b347-a04ec4c910fb tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for floatingip, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:41.095495 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-ee31d53b-d0a2-4dea-b347-a04ec4c910fb tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3936121 Dec 14 18:44:41.109013 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-c7285011-7717-4da1-85c0-25d3126c32f2 None None] For port bbfcb125-3b7c-4ce8-9b31-154d853ef904, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=bbfcb125-3b7c-4ce8-9b31-154d853ef904,segment=NetworkSegment(d67fca54-e316-4758-9f95-27fc03e03491),segment_id=d67fca54-e316-4758-9f95-27fc03e03491)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:44:41.139165 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-c7285011-7717-4da1-85c0-25d3126c32f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:41.208501 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.db_base_plugin_common [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-5623f211-0d8b-49b2-a6de-1ed7e6ddd003 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Allocated IP 172.20.0.13 (dd304430-c646-4db7-a934-2559ea0d87d6/048742ed-8e42-40b7-b8eb-a3709809cf9f/950f9c2d-fcde-4b8d-a057-838b5cb66089) {{(pid=108020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:44:41.220681 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7285011-7717-4da1-85c0-25d3126c32f2 None None] Pushing event updated for resources: {'Port': ['ID=bbfcb125-3b7c-4ce8-9b31-154d853ef904,revision_number=5']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:41.276010 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-88a684ba-83e1-443f-bf57-da4d67de3be9 None None] Provisioning complete for port bbfcb125-3b7c-4ce8-9b31-154d853ef904 triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:44:41.276324 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-88a684ba-83e1-443f-bf57-da4d67de3be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:41.322031 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-ec5b8de8-6586-4a8f-9616-2695f39b5e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'name': 'tempest-AttachVolumeShelveTestJSON-731502450-router', 'tenant_id': '8119ae9c02c041da868fd66af898aece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'a02adf1e-1519-4a82-af9b-0e82a2fecdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:44:33Z', 'updated_at': '2021-12-14T18:44:37Z', 'revision_number': 4, 'project_id': '8119ae9c02c041da868fd66af898aece', 'gw_port': {'id': 'a02adf1e-1519-4a82-af9b-0e82a2fecdb4', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:44:34Z', 'updated_at': '2021-12-14T18:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': 'bbfcb125-3b7c-4ce8-9b31-154d853ef904', 'name': '', 'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d', 'tenant_id': '8119ae9c02c041da868fd66af898aece', 'mac_address': 'fa:16:3e:6b:31:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd961d8ae-8136-463f-bf43-32c0a15a6798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:44:36Z', 'updated_at': '2021-12-14T18:44:40Z', 'revision_number': 4, 'project_id': '8119ae9c02c041da868fd66af898aece', 'subnets': [{'id': 'd961d8ae-8136-463f-bf43-32c0a15a6798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:44:41.351137 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5b8de8-6586-4a8f-9616-2695f39b5e95 None None] The sync data for ids ['db6ea8f5-1f88-4e0f-b432-cdaff40cea1e'] in dv-cinder-821746-1-iscsi is: [{'id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'name': 'tempest-AttachVolumeShelveTestJSON-731502450-router', 'tenant_id': '8119ae9c02c041da868fd66af898aece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'a02adf1e-1519-4a82-af9b-0e82a2fecdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:44:33Z', 'updated_at': '2021-12-14T18:44:37Z', 'revision_number': 4, 'project_id': '8119ae9c02c041da868fd66af898aece', 'gw_port': {'id': 'a02adf1e-1519-4a82-af9b-0e82a2fecdb4', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:44:34Z', 'updated_at': '2021-12-14T18:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': 'bbfcb125-3b7c-4ce8-9b31-154d853ef904', 'name': '', 'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d', 'tenant_id': '8119ae9c02c041da868fd66af898aece', 'mac_address': 'fa:16:3e:6b:31:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd961d8ae-8136-463f-bf43-32c0a15a6798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:44:36Z', 'updated_at': '2021-12-14T18:44:40Z', 'revision_number': 4, 'project_id': '8119ae9c02c041da868fd66af898aece', 'subnets': [{'id': 'd961d8ae-8136-463f-bf43-32c0a15a6798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:44:41.377912 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-2662781a-34a8-4082-bd57-f82fd8a1814c tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--2064183400&fields=id&tenant_id=8119ae9c02c041da868fd66af898aece HTTP/1.1" status: 200 len: 267 time: 0.0859427 Dec 14 18:44:41.489130 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-5623f211-0d8b-49b2-a6de-1ed7e6ddd003 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Notify callbacks [] for port, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:41.584910 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-903653dc-ae87-4833-8b08-f555481b42b8 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:41.596520 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-903653dc-ae87-4833-8b08-f555481b42b8 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/networks?id=10892228-a1f8-4a5d-a334-a9f8d999d26d HTTP/1.1" status: 200 len: 816 time: 0.2041817 Dec 14 18:44:41.618273 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-05ac4f33-422e-4eb1-b7a6-f055c9eb898b tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/quotas/8119ae9c02c041da868fd66af898aece HTTP/1.1" status: 200 len: 375 time: 0.0207784 Dec 14 18:44:41.637459 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-5623f211-0d8b-49b2-a6de-1ed7e6ddd003 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957'] for port, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:41.643776 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8165717-beae-4da9-8fe7-954009cd0a0c req-e5317996-48ed-4a01-83c8-04be07a11218 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:41.645908 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-e8165717-beae-4da9-8fe7-954009cd0a0c req-e5317996-48ed-4a01-83c8-04be07a11218 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.0615478 Dec 14 18:44:41.706688 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-e8165717-beae-4da9-8fe7-954009cd0a0c req-d05161f1-6aa1-47f7-a9a7-ce27b957cad1 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537567 Dec 14 18:44:41.745352 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device bbfcb125-3b7c-4ce8-9b31-154d853ef904 up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:44:41.761737 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-0a4f393c-4602-4878-b4d1-47cb245b9fde tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=8119ae9c02c041da868fd66af898aece&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1424527 Dec 14 18:44:41.763737 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-5623f211-0d8b-49b2-a6de-1ed7e6ddd003 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Network dd304430-c646-4db7-a934-2559ea0d87d6 is already hosted by enough agents. {{(pid=108020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:44:41.767581 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.base_scheduler [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-5623f211-0d8b-49b2-a6de-1ed7e6ddd003 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Resources bound (agent type, host, resource id): {{(pid=108020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:44:41.770855 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-5623f211-0d8b-49b2-a6de-1ed7e6ddd003 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Received port after_create {{(pid=108020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:44:41.777712 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-5623f211-0d8b-49b2-a6de-1ed7e6ddd003 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:41.778485 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-5623f211-0d8b-49b2-a6de-1ed7e6ddd003 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:41.798077 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623f211-0d8b-49b2-a6de-1ed7e6ddd003 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Pushing event updated for resources: {'Port': ['ID=950f9c2d-fcde-4b8d-a057-838b5cb66089,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:41.817140 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-5623f211-0d8b-49b2-a6de-1ed7e6ddd003 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9591951 Dec 14 18:44:41.915240 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae30f5-ce12-4290-aa74-5be78bb02ed1 req-7f642c47-b4a1-4b72-9ebe-365b97a4915b tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:41.925740 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-6aae30f5-ce12-4290-aa74-5be78bb02ed1 req-7f642c47-b4a1-4b72-9ebe-365b97a4915b tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ba6a20d-db57-45e2-b168-8b36c59236a2 HTTP/1.1" status: 200 len: 932 time: 0.1230657 Dec 14 18:44:41.972620 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-50f7b5bd-5bef-4e78-aff0-8a0948c387c8 service neutron] 10.222.0.71 "GET /v2.0/networks/10892228-a1f8-4a5d-a334-a9f8d999d26d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578033 Dec 14 18:44:41.982546 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-6aae30f5-ce12-4290-aa74-5be78bb02ed1 req-86caff4b-1e16-4057-baf5-429167984c9f tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553918 Dec 14 18:44:42.078702 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port bbfcb125-3b7c-4ce8-9b31-154d853ef904 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:44:42.079100 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:42.136229 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-e359f4da-9673-4ff6-8d1d-6f941735e210 service neutron] 10.222.0.71 "GET /v2.0/networks/10892228-a1f8-4a5d-a334-a9f8d999d26d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608531 Dec 14 18:44:42.197280 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device a02adf1e-1519-4a82-af9b-0e82a2fecdb4 up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:44:42.261705 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port a02adf1e-1519-4a82-af9b-0e82a2fecdb4 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:44:42.262317 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:42.347197 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-cac75698-c0f9-43d9-8fc0-72a03215e572 req-17138b1d-e024-415f-a49a-4dac70ee9937 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 210 time: 0.0300522 Dec 14 18:44:42.382856 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ade2dede-8a70-430f-bbba-87a967e3cfdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:42.831966 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5251660-0b86-4922-a0d9-6f9d48aefea2 req-84fad8cd-07b1-4a38-a075-89e4bd1073ba tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:42.833437 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a5251660-0b86-4922-a0d9-6f9d48aefea2 req-84fad8cd-07b1-4a38-a075-89e4bd1073ba tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.0516877 Dec 14 18:44:42.871680 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a5251660-0b86-4922-a0d9-6f9d48aefea2 req-50c82866-6ec4-46e3-9a25-67b4c84bdae7 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316267 Dec 14 18:44:43.099397 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855a96a-8a03-47b4-af0e-3ace3e5d98a3 req-1a9fbed1-8390-48d8-864a-eab352cf09a4 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:43.100976 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-7855a96a-8a03-47b4-af0e-3ace3e5d98a3 req-1a9fbed1-8390-48d8-864a-eab352cf09a4 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ba6a20d-db57-45e2-b168-8b36c59236a2 HTTP/1.1" status: 200 len: 932 time: 0.0478690 Dec 14 18:44:43.140385 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-7855a96a-8a03-47b4-af0e-3ace3e5d98a3 req-16ab69e8-bf54-4c99-b9b1-b2625ea01d76 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334918 Dec 14 18:44:43.452222 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5666ebac-f1b1-4bdc-aa42-eb784c6c9e14 req-bb0ee4f8-03b7-43ad-8e13-bb0b19749213 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 210 time: 0.0273519 Dec 14 18:44:43.987852 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc9c54-eebc-43f9-9414-e7155bf14b73 req-e571e04b-f285-4781-9845-11ae366a99ba tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:43.989322 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-bffc9c54-eebc-43f9-9414-e7155bf14b73 req-e571e04b-f285-4781-9845-11ae366a99ba tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.0492444 Dec 14 18:44:44.031736 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-bffc9c54-eebc-43f9-9414-e7155bf14b73 req-dfbd80fe-f14e-40c7-82d3-d776c91ed5e4 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355606 Dec 14 18:44:44.259316 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba3d85-82a3-425b-a09a-de3cc59c2e6c req-3ae81950-829c-46ec-a8f9-37357cf1a1f9 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:44.260811 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-bbba3d85-82a3-425b-a09a-de3cc59c2e6c req-3ae81950-829c-46ec-a8f9-37357cf1a1f9 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ba6a20d-db57-45e2-b168-8b36c59236a2 HTTP/1.1" status: 200 len: 932 time: 0.0513673 Dec 14 18:44:44.300767 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-bbba3d85-82a3-425b-a09a-de3cc59c2e6c req-590bba99-e0da-4075-8c06-76ac1ba8fdbf tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339766 Dec 14 18:44:44.425429 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] get_ports_and_sgs() called for port_ids ['dc5c5a9f-e43e-4880-9f97-d6ac12250964', '0a4dd6bb-8d05-49fe-b4a6-79382bdfb824'] {{(pid=108022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:44:44.429248 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-10dc9157-b3a3-4a43-8c5d-520a23227ec5 service neutron] Request body: {'port': {'device_id': '4ba6a20d-db57-45e2-b168-8b36c59236a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:44:44.514476 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-10dc9157-b3a3-4a43-8c5d-520a23227ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:44.630836 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c5d49c69-a88e-4af7-aed8-43c66ed81996 req-8faa55d4-d4da-4de1-8bd4-ba96ef870e29 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 210 time: 0.0383294 Dec 14 18:44:44.756539 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-15e638b2-8f46-4a2c-b7c9-beb9be3d13df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:44.883252 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-10dc9157-b3a3-4a43-8c5d-520a23227ec5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 950f9c2d-fcde-4b8d-a057-838b5cb66089 {{(pid=108020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:44:44.891441 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-10dc9157-b3a3-4a43-8c5d-520a23227ec5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:44.906366 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.provisioning_blocks [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-10dc9157-b3a3-4a43-8c5d-520a23227ec5 service neutron] Transition to ACTIVE for port object 950f9c2d-fcde-4b8d-a057-838b5cb66089 will not be triggered until provisioned by entity L2. {{(pid=108020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 18:44:44.910692 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-10dc9157-b3a3-4a43-8c5d-520a23227ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:44.961606 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc9157-b3a3-4a43-8c5d-520a23227ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=950f9c2d-fcde-4b8d-a057-838b5cb66089,revision_number=2']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:44.995687 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-10dc9157-b3a3-4a43-8c5d-520a23227ec5 service neutron] Attempting to bind port 950f9c2d-fcde-4b8d-a057-838b5cb66089 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:44:44.996383 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-10dc9157-b3a3-4a43-8c5d-520a23227ec5 service neutron] Attempting to bind port 950f9c2d-fcde-4b8d-a057-838b5cb66089 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': 'afbc79ff-63f4-4186-8162-deafc6a1b2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dd304430-c646-4db7-a934-2559ea0d87d6'}] {{(pid=108020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:44:44.996383 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-10dc9157-b3a3-4a43-8c5d-520a23227ec5 service neutron] Attempting to bind port 950f9c2d-fcde-4b8d-a057-838b5cb66089 on network dd304430-c646-4db7-a934-2559ea0d87d6 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:44:45.000984 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-10dc9157-b3a3-4a43-8c5d-520a23227ec5 service neutron] Port 950f9c2d-fcde-4b8d-a057-838b5cb66089 on network dd304430-c646-4db7-a934-2559ea0d87d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 18:44:45.001295 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-10dc9157-b3a3-4a43-8c5d-520a23227ec5 service neutron] Attempting to bind port 950f9c2d-fcde-4b8d-a057-838b5cb66089 on network dd304430-c646-4db7-a934-2559ea0d87d6 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:44:45.006376 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-10dc9157-b3a3-4a43-8c5d-520a23227ec5 service neutron] Checking agent: {'id': '1f764c31-0392-4232-adb6-72e70ca44f2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 41, 22), 'started_at': datetime.datetime(2021, 12, 14, 18, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:44:45.006786 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-10dc9157-b3a3-4a43-8c5d-520a23227ec5 service neutron] Checking segment: {'id': 'afbc79ff-63f4-4186-8162-deafc6a1b2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dd304430-c646-4db7-a934-2559ea0d87d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:44:45.007159 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-10dc9157-b3a3-4a43-8c5d-520a23227ec5 service neutron] Bound using segment: {'id': 'afbc79ff-63f4-4186-8162-deafc6a1b2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dd304430-c646-4db7-a934-2559ea0d87d6'} {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:44:45.007578 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-10dc9157-b3a3-4a43-8c5d-520a23227ec5 service neutron] Bound port: 950f9c2d-fcde-4b8d-a057-838b5cb66089, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afbc79ff-63f4-4186-8162-deafc6a1b2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dd304430-c646-4db7-a934-2559ea0d87d6'}}] {{(pid=108020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:44:45.007933 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-10dc9157-b3a3-4a43-8c5d-520a23227ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:45.079326 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-10dc9157-b3a3-4a43-8c5d-520a23227ec5 service neutron] For port 950f9c2d-fcde-4b8d-a057-838b5cb66089, host hv-cinder-82174, cleared binding levels {{(pid=108020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:44:45.082633 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-10dc9157-b3a3-4a43-8c5d-520a23227ec5 service neutron] For port 950f9c2d-fcde-4b8d-a057-838b5cb66089, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=950f9c2d-fcde-4b8d-a057-838b5cb66089,segment=NetworkSegment(afbc79ff-63f4-4186-8162-deafc6a1b2e3),segment_id=afbc79ff-63f4-4186-8162-deafc6a1b2e3)] {{(pid=108020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:44:45.087488 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-10dc9157-b3a3-4a43-8c5d-520a23227ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:45.144669 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-10dc9157-b3a3-4a43-8c5d-520a23227ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:45.145278 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-10dc9157-b3a3-4a43-8c5d-520a23227ec5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:45.146704 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-10dc9157-b3a3-4a43-8c5d-520a23227ec5 service neutron] 10.222.0.61 "PUT /v2.0/ports/950f9c2d-fcde-4b8d-a057-838b5cb66089 HTTP/1.1" status: 200 len: 1094 time: 0.7249508 Dec 14 18:44:45.147144 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ba6a20d-db57-45e2-b168-8b36c59236a2', 'tag': '950f9c2d-fcde-4b8d-a057-838b5cb66089'}] {{(pid=108020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:44:45.149537 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d1d651e17726932f2c063a5cb62fed0687a982c73a8c4b64805019ed9839e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f082c0e1-1b70-400e-81af-9d99ca034868" -d '{"events": [{"name": "network-changed", "server_uuid": "4ba6a20d-db57-45e2-b168-8b36c59236a2", "tag": "950f9c2d-fcde-4b8d-a057-838b5cb66089"}]}' {{(pid=108020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:44:45.166885 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc9157-b3a3-4a43-8c5d-520a23227ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=950f9c2d-fcde-4b8d-a057-838b5cb66089,revision_number=3']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:45.174850 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d71c9-9a93-48a9-b118-03d11c30ac39 req-75279e96-7f8a-442f-8b26-dd4425a4d0c5 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:45.176420 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-b88d71c9-9a93-48a9-b118-03d11c30ac39 req-75279e96-7f8a-442f-8b26-dd4425a4d0c5 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.0680525 Dec 14 18:44:45.195537 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f156e366-e086-42ca-92f9-90948cff06ff x-openstack-request-id: req-f156e366-e086-42ca-92f9-90948cff06ff {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:44:45.195859 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ba6a20d-db57-45e2-b168-8b36c59236a2", "tag": "950f9c2d-fcde-4b8d-a057-838b5cb66089", "status": "completed", "code": 200}]} {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:44:45.196169 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f156e366-e086-42ca-92f9-90948cff06ff {{(pid=108020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:44:45.196723 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ba6a20d-db57-45e2-b168-8b36c59236a2', 'tag': '950f9c2d-fcde-4b8d-a057-838b5cb66089', 'status': 'completed', 'code': 200} Dec 14 18:44:45.227448 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-b88d71c9-9a93-48a9-b118-03d11c30ac39 req-340a282b-376e-43cf-9ea2-c16ada661bfb tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368693 Dec 14 18:44:45.440667 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9a009-b121-45c7-b415-fea9c12bdcd3 req-e18af6e0-2531-4b07-9a1d-3ba0d6cea48d tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:45.442142 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-97d9a009-b121-45c7-b415-fea9c12bdcd3 req-e18af6e0-2531-4b07-9a1d-3ba0d6cea48d tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ba6a20d-db57-45e2-b168-8b36c59236a2 HTTP/1.1" status: 200 len: 944 time: 0.0505445 Dec 14 18:44:45.483858 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-97d9a009-b121-45c7-b415-fea9c12bdcd3 req-a8d5fc02-7c0e-4112-8849-06675157c187 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353858 Dec 14 18:44:45.744750 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ea1a85df-836c-4fdd-85b7-4ad63212ea2c req-60f4022d-5870-45fa-8dbb-8d8e0229532d tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 210 time: 0.0289738 Dec 14 18:44:46.164173 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:46.363558 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b985a-9970-4b10-811d-bb20f5e0d49a req-ccbf3263-7d56-49a0-88d4-3a36cc072a17 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:46.365061 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-563b985a-9970-4b10-811d-bb20f5e0d49a req-ccbf3263-7d56-49a0-88d4-3a36cc072a17 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.0501509 Dec 14 18:44:46.406269 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-563b985a-9970-4b10-811d-bb20f5e0d49a req-dbfa187d-ef37-40e1-a27b-1e8ae4188a9d tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338311 Dec 14 18:44:46.594098 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537dce9-f851-41a8-a442-1cc9484aa265 req-4f93ca1f-89a4-4bfa-b179-6bc6ff20a31e tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:46.595582 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-1537dce9-f851-41a8-a442-1cc9484aa265 req-4f93ca1f-89a4-4bfa-b179-6bc6ff20a31e tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ba6a20d-db57-45e2-b168-8b36c59236a2 HTTP/1.1" status: 200 len: 944 time: 0.0473657 Dec 14 18:44:46.634125 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-1537dce9-f851-41a8-a442-1cc9484aa265 req-dee5c6b0-0759-45d6-9566-6ddd7b07cc2c tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322447 Dec 14 18:44:46.840976 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-af6ff066-ffc7-4e67-b0ee-63e69871b4b0 req-70add995-bf1c-4193-b932-773994d6963a tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 210 time: 0.0256314 Dec 14 18:44:47.502835 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:47.523607 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb00fc-be36-44a8-bc59-c472b809bc0b req-6d62e23c-1025-4814-b9e2-4ae82bfede5c tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:47.525205 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c2cb00fc-be36-44a8-bc59-c472b809bc0b req-6d62e23c-1025-4814-b9e2-4ae82bfede5c tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.0530286 Dec 14 18:44:47.571818 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c2cb00fc-be36-44a8-bc59-c472b809bc0b req-d39021b1-acb9-4f3b-886c-269b993307e3 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404210 Dec 14 18:44:47.748019 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc73de-3c9a-4338-bd7d-3ac4892e1867 req-77019e2a-7875-4851-927d-2c63909a10f4 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:47.749488 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-17fc73de-3c9a-4338-bd7d-3ac4892e1867 req-77019e2a-7875-4851-927d-2c63909a10f4 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ba6a20d-db57-45e2-b168-8b36c59236a2 HTTP/1.1" status: 200 len: 944 time: 0.0472646 Dec 14 18:44:47.786187 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-17fc73de-3c9a-4338-bd7d-3ac4892e1867 req-4a6a347a-b5e0-4d0f-a5d1-61e68dfbd4b5 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307789 Dec 14 18:44:47.854840 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:47.938855 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-420a66e9-72c4-4035-8d2e-6dddfba557ea req-e34450fe-72e6-4f96-bf87-5d3c119a5a5f tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 210 time: 0.0269513 Dec 14 18:44:48.156671 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082c0e1-1b70-400e-81af-9d99ca034868 req-be2753eb-c253-4418-aa7d-9f3c133e8532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:48.158217 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f082c0e1-1b70-400e-81af-9d99ca034868 req-be2753eb-c253-4418-aa7d-9f3c133e8532 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c8d244262bb0402da2c415ab98f5b988&device_id=4ba6a20d-db57-45e2-b168-8b36c59236a2 HTTP/1.1" status: 200 len: 1097 time: 0.0434003 Dec 14 18:44:48.568260 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-70debf1d-f0a2-477d-9e54-7247ec690707 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:48.569729 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-70debf1d-f0a2-477d-9e54-7247ec690707 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.61 "GET /v2.0/networks?id=10892228-a1f8-4a5d-a334-a9f8d999d26d HTTP/1.1" status: 200 len: 816 time: 0.3640006 Dec 14 18:44:48.571064 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082c0e1-1b70-400e-81af-9d99ca034868 req-0600a070-8e7a-43a4-9d6e-ba692a3597df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:48.572365 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f082c0e1-1b70-400e-81af-9d99ca034868 req-0600a070-8e7a-43a4-9d6e-ba692a3597df service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=c8d244262bb0402da2c415ab98f5b988&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3787413 Dec 14 18:44:48.704533 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-df59d9c0-581b-4738-a948-6fac373f3417 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8119ae9c02c041da868fd66af898aece HTTP/1.1" status: 200 len: 380 time: 0.1166000 Dec 14 18:44:48.729152 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-95739037-9259-405f-8e6b-98c0d0bb974d tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Request body: {'port': {'device_id': '0dc608ae-3344-4524-9d53-7e76b3a921e6', 'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d', 'admin_state_up': True, 'tenant_id': '8119ae9c02c041da868fd66af898aece', 'security_groups': ['cc6207d1-095b-481a-af49-7890b45684eb']}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:44:48.797519 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c918f-4f90-4114-91b1-7c526f2dba23 req-8744275c-9d45-47da-99bd-248e4d15d587 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:48.799109 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-256c918f-4f90-4114-91b1-7c526f2dba23 req-8744275c-9d45-47da-99bd-248e4d15d587 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.1519687 Dec 14 18:44:48.806983 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082c0e1-1b70-400e-81af-9d99ca034868 req-3a44db42-7906-495c-8cda-dc247ccbb21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:48.808857 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f082c0e1-1b70-400e-81af-9d99ca034868 req-3a44db42-7906-495c-8cda-dc247ccbb21c service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2149870 Dec 14 18:44:48.878278 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-256c918f-4f90-4114-91b1-7c526f2dba23 req-02201be6-ecee-4029-ac7e-2b6ba33430dd tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726223 Dec 14 18:44:48.905622 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358533e-e6fe-4dd5-9846-b18ece21f9f8 req-0d05e4db-7625-4ce5-b2d7-0b089b5431d1 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:48.907351 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-2358533e-e6fe-4dd5-9846-b18ece21f9f8 req-0d05e4db-7625-4ce5-b2d7-0b089b5431d1 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ba6a20d-db57-45e2-b168-8b36c59236a2 HTTP/1.1" status: 200 len: 944 time: 0.0499210 Dec 14 18:44:48.925155 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-1014e537-abb4-4356-81a2-a9eeef175d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:48.926620 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-1014e537-abb4-4356-81a2-a9eeef175d04 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c8d244262bb0402da2c415ab98f5b988&device_id=4ba6a20d-db57-45e2-b168-8b36c59236a2 HTTP/1.1" status: 200 len: 1097 time: 0.0602729 Dec 14 18:44:48.927674 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-95739037-9259-405f-8e6b-98c0d0bb974d tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Made reservation on behalf of 8119ae9c02c041da868fd66af898aece for: {'port': 1} {{(pid=108020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:44:48.931175 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-95739037-9259-405f-8e6b-98c0d0bb974d tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:48.947764 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-2358533e-e6fe-4dd5-9846-b18ece21f9f8 req-5de1fcd9-5564-4dd1-81f7-d9b8379b754f tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344117 Dec 14 18:44:48.985593 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-932c3eef-a4a3-43c3-915c-03f66c7ee4f9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=950f9c2d-fcde-4b8d-a057-838b5cb66089 HTTP/1.1" status: 200 len: 217 time: 0.0449812 Dec 14 18:44:49.080815 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-59867b0d-5509-45f9-bd65-3081dd4c8ff7 req-fbddfe46-ca58-4687-a264-651b95dc4cbb tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 210 time: 0.0582230 Dec 14 18:44:49.128904 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-9354c85e-0a84-4111-a2bd-9281854fb989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:49.130321 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-9354c85e-0a84-4111-a2bd-9281854fb989 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=048742ed-8e42-40b7-b8eb-a3709809cf9f HTTP/1.1" status: 200 len: 854 time: 0.1089792 Dec 14 18:44:49.169204 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-197bedea-5f91-46a6-b595-c849b4261340 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dd304430-c646-4db7-a934-2559ea0d87d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271521 Dec 14 18:44:49.178322 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.db_base_plugin_common [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-95739037-9259-405f-8e6b-98c0d0bb974d tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Allocated IP 172.20.0.9 (10892228-a1f8-4a5d-a334-a9f8d999d26d/d961d8ae-8136-463f-bf43-32c0a15a6798/92e1bf3e-099a-4c9f-b31d-e4954b6813d1) {{(pid=108020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:44:49.346820 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-61aee75d-1c42-4cd7-ad9f-a70ca23c5aa9 service neutron] 10.222.0.61 "GET /v2.0/networks/dd304430-c646-4db7-a934-2559ea0d87d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654735 Dec 14 18:44:49.484569 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4c35139f-ca6e-422a-a5b9-c44e40b22958 req-70f63e1e-dce1-4c92-9c5a-1a55c727af39 service neutron] 10.222.0.61 "GET /v2.0/networks/dd304430-c646-4db7-a934-2559ea0d87d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228678 Dec 14 18:44:49.514073 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-95739037-9259-405f-8e6b-98c0d0bb974d tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks [] for port, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:49.560526 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-95739037-9259-405f-8e6b-98c0d0bb974d tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957'] for port, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:49.628176 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-95739037-9259-405f-8e6b-98c0d0bb974d tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Network 10892228-a1f8-4a5d-a334-a9f8d999d26d is already hosted by enough agents. {{(pid=108020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:44:49.636514 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.base_scheduler [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-95739037-9259-405f-8e6b-98c0d0bb974d tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Resources bound (agent type, host, resource id): {{(pid=108020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:44:49.638457 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95739037-9259-405f-8e6b-98c0d0bb974d tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Pushing event updated for resources: {'Port': ['ID=92e1bf3e-099a-4c9f-b31d-e4954b6813d1,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:49.644370 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-95739037-9259-405f-8e6b-98c0d0bb974d tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Received port after_create {{(pid=108020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:44:49.655203 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-95739037-9259-405f-8e6b-98c0d0bb974d tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:49.656298 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-95739037-9259-405f-8e6b-98c0d0bb974d tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:49.678959 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-95739037-9259-405f-8e6b-98c0d0bb974d tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9571910 Dec 14 18:44:49.702562 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-9a25c9e4-7326-43cc-a748-4f89df6338a5 service neutron] Request body: {'port': {'device_id': '0dc608ae-3344-4524-9d53-7e76b3a921e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:44:49.779819 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-9a25c9e4-7326-43cc-a748-4f89df6338a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:49.938886 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-64f6d2fe-02d9-4538-9279-63e484a827a5 None None] Provisioning complete for port 92e1bf3e-099a-4c9f-b31d-e4954b6813d1 triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:44:49.940240 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-64f6d2fe-02d9-4538-9279-63e484a827a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:50.047514 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-64f6d2fe-02d9-4538-9279-63e484a827a5 None None] Port 92e1bf3e-099a-4c9f-b31d-e4954b6813d1 cannot update to ACTIVE because it is not bound. {{(pid=108022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:44:50.110069 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c951b2-d22c-4b38-89b5-6069bd55c492 req-5470e34a-06f5-4007-b8fb-80d3c9932320 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:50.111674 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-66c951b2-d22c-4b38-89b5-6069bd55c492 req-5470e34a-06f5-4007-b8fb-80d3c9932320 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ba6a20d-db57-45e2-b168-8b36c59236a2 HTTP/1.1" status: 200 len: 944 time: 0.0539498 Dec 14 18:44:50.159065 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-66c951b2-d22c-4b38-89b5-6069bd55c492 req-b8ead871-de63-424e-a205-3e05d73585fb tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393617 Dec 14 18:44:50.173427 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8173c-f25b-43ca-a64e-f7067b54f30f req-0667f919-29d9-4a48-90e4-152cee87e78b tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:50.175915 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f9a8173c-f25b-43ca-a64e-f7067b54f30f req-0667f919-29d9-4a48-90e4-152cee87e78b tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.1165116 Dec 14 18:44:50.249323 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f9a8173c-f25b-43ca-a64e-f7067b54f30f req-9864d3f9-4c48-46b5-88b8-5cdacd4fc872 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661330 Dec 14 18:44:50.291775 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab4702-98da-4d7f-8cf0-18b925727944 req-b3f61af9-7e20-40ac-869c-c8c2ebcc0754 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:50.293332 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-d5ab4702-98da-4d7f-8cf0-18b925727944 req-b3f61af9-7e20-40ac-869c-c8c2ebcc0754 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 931 time: 0.0595796 Dec 14 18:44:50.305761 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-9a25c9e4-7326-43cc-a748-4f89df6338a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92e1bf3e-099a-4c9f-b31d-e4954b6813d1 {{(pid=108020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:44:50.317982 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-9a25c9e4-7326-43cc-a748-4f89df6338a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:50.331933 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.provisioning_blocks [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-9a25c9e4-7326-43cc-a748-4f89df6338a5 service neutron] Transition to ACTIVE for port object 92e1bf3e-099a-4c9f-b31d-e4954b6813d1 will not be triggered until provisioned by entity L2. {{(pid=108020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 18:44:50.336428 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-9a25c9e4-7326-43cc-a748-4f89df6338a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:50.336706 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-d5ab4702-98da-4d7f-8cf0-18b925727944 req-2dcd9c4a-9e0f-4713-b11c-b4f43239366f tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369418 Dec 14 18:44:50.394665 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a25c9e4-7326-43cc-a748-4f89df6338a5 service neutron] Pushing event updated for resources: {'Port': ['ID=92e1bf3e-099a-4c9f-b31d-e4954b6813d1,revision_number=2']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:50.429439 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-9a25c9e4-7326-43cc-a748-4f89df6338a5 service neutron] Attempting to bind port 92e1bf3e-099a-4c9f-b31d-e4954b6813d1 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:44:50.429784 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-9a25c9e4-7326-43cc-a748-4f89df6338a5 service neutron] Attempting to bind port 92e1bf3e-099a-4c9f-b31d-e4954b6813d1 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': 'd67fca54-e316-4758-9f95-27fc03e03491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d'}] {{(pid=108020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:44:50.430114 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-9a25c9e4-7326-43cc-a748-4f89df6338a5 service neutron] Attempting to bind port 92e1bf3e-099a-4c9f-b31d-e4954b6813d1 on network 10892228-a1f8-4a5d-a334-a9f8d999d26d {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:44:50.434828 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-9a25c9e4-7326-43cc-a748-4f89df6338a5 service neutron] Port 92e1bf3e-099a-4c9f-b31d-e4954b6813d1 on network 10892228-a1f8-4a5d-a334-a9f8d999d26d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 18:44:50.435149 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-9a25c9e4-7326-43cc-a748-4f89df6338a5 service neutron] Attempting to bind port 92e1bf3e-099a-4c9f-b31d-e4954b6813d1 on network 10892228-a1f8-4a5d-a334-a9f8d999d26d {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:44:50.440384 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-9a25c9e4-7326-43cc-a748-4f89df6338a5 service neutron] Checking agent: {'id': '1f764c31-0392-4232-adb6-72e70ca44f2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 41, 22), 'started_at': datetime.datetime(2021, 12, 14, 18, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:44:50.440724 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-9a25c9e4-7326-43cc-a748-4f89df6338a5 service neutron] Checking segment: {'id': 'd67fca54-e316-4758-9f95-27fc03e03491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:44:50.441106 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-9a25c9e4-7326-43cc-a748-4f89df6338a5 service neutron] Bound using segment: {'id': 'd67fca54-e316-4758-9f95-27fc03e03491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d'} {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:44:50.441534 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-9a25c9e4-7326-43cc-a748-4f89df6338a5 service neutron] Bound port: 92e1bf3e-099a-4c9f-b31d-e4954b6813d1, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd67fca54-e316-4758-9f95-27fc03e03491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d'}}] {{(pid=108020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:44:50.442019 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-9a25c9e4-7326-43cc-a748-4f89df6338a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:50.508673 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-9a25c9e4-7326-43cc-a748-4f89df6338a5 service neutron] For port 92e1bf3e-099a-4c9f-b31d-e4954b6813d1, host hv-cinder-82174, cleared binding levels {{(pid=108020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:44:50.512028 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-9a25c9e4-7326-43cc-a748-4f89df6338a5 service neutron] For port 92e1bf3e-099a-4c9f-b31d-e4954b6813d1, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=92e1bf3e-099a-4c9f-b31d-e4954b6813d1,segment=NetworkSegment(d67fca54-e316-4758-9f95-27fc03e03491),segment_id=d67fca54-e316-4758-9f95-27fc03e03491)] {{(pid=108020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:44:50.517032 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-9a25c9e4-7326-43cc-a748-4f89df6338a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:50.555712 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-9a25c9e4-7326-43cc-a748-4f89df6338a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:50.556326 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-9a25c9e4-7326-43cc-a748-4f89df6338a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:50.557720 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-9a25c9e4-7326-43cc-a748-4f89df6338a5 service neutron] 10.222.0.61 "PUT /v2.0/ports/92e1bf3e-099a-4c9f-b31d-e4954b6813d1 HTTP/1.1" status: 200 len: 1093 time: 0.8632174 Dec 14 18:44:50.558165 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc608ae-3344-4524-9d53-7e76b3a921e6', 'tag': '92e1bf3e-099a-4c9f-b31d-e4954b6813d1'}] {{(pid=108020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:44:50.560515 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d1d651e17726932f2c063a5cb62fed0687a982c73a8c4b64805019ed9839e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ba723c-e504-4d4c-9b72-093b654a79f7" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc608ae-3344-4524-9d53-7e76b3a921e6", "tag": "92e1bf3e-099a-4c9f-b31d-e4954b6813d1"}]}' {{(pid=108020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:44:50.582682 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a25c9e4-7326-43cc-a748-4f89df6338a5 service neutron] Pushing event updated for resources: {'Port': ['ID=92e1bf3e-099a-4c9f-b31d-e4954b6813d1,revision_number=3']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:50.602426 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68175664-8e96-4ba5-8c70-0c5a3dc1ffa7 x-openstack-request-id: req-68175664-8e96-4ba5-8c70-0c5a3dc1ffa7 {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:44:50.602752 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc608ae-3344-4524-9d53-7e76b3a921e6", "tag": "92e1bf3e-099a-4c9f-b31d-e4954b6813d1", "status": "completed", "code": 200}]} {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:44:50.603006 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-68175664-8e96-4ba5-8c70-0c5a3dc1ffa7 {{(pid=108020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:44:50.603400 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc608ae-3344-4524-9d53-7e76b3a921e6', 'tag': '92e1bf3e-099a-4c9f-b31d-e4954b6813d1', 'status': 'completed', 'code': 200} Dec 14 18:44:51.277158 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1137a41-06df-48e2-8974-9dfd90299091 req-41bac366-ea3d-4b58-98c7-169a2d2d38fe tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:51.278663 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-a1137a41-06df-48e2-8974-9dfd90299091 req-41bac366-ea3d-4b58-98c7-169a2d2d38fe tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ba6a20d-db57-45e2-b168-8b36c59236a2 HTTP/1.1" status: 200 len: 944 time: 0.0488145 Dec 14 18:44:51.315751 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-a1137a41-06df-48e2-8974-9dfd90299091 req-07696c2d-339f-4456-9c06-76bbd92180f1 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311220 Dec 14 18:44:51.418978 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb79f4b-463d-4d73-a1b4-a9f64e43e2dc req-6b0def4b-d0a4-454d-beaa-41790011f44f tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:51.420440 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-9fb79f4b-463d-4d73-a1b4-a9f64e43e2dc req-6b0def4b-d0a4-454d-beaa-41790011f44f tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.0514600 Dec 14 18:44:51.458242 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-9fb79f4b-463d-4d73-a1b4-a9f64e43e2dc req-5b16a590-f173-4864-8168-d2a53d76d984 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318909 Dec 14 18:44:51.556354 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46cdea-775a-4a11-8713-36379494da54 req-e164ed6c-c084-4281-98c7-bef10e00d580 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:51.557801 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-df46cdea-775a-4a11-8713-36379494da54 req-e164ed6c-c084-4281-98c7-bef10e00d580 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 943 time: 0.0472596 Dec 14 18:44:51.595375 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-df46cdea-775a-4a11-8713-36379494da54 req-27333fca-2a2e-4adc-9068-2a7b2efa3036 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314848 Dec 14 18:44:52.080122 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:52.430440 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583dffcc-366d-4c64-bbe8-fe942ac900ac req-23c82ad6-c238-453b-8494-be602b00fadc tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:52.431927 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-583dffcc-366d-4c64-bbe8-fe942ac900ac req-23c82ad6-c238-453b-8494-be602b00fadc tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ba6a20d-db57-45e2-b168-8b36c59236a2 HTTP/1.1" status: 200 len: 944 time: 0.0497513 Dec 14 18:44:52.469219 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-583dffcc-366d-4c64-bbe8-fe942ac900ac req-f5e05f11-a505-4736-83fd-8380820754ad tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315232 Dec 14 18:44:52.570839 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9276f80-00c9-4544-a53c-3e4503047e68 req-876d1f4b-17e7-4834-bfe4-679480ad70a3 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:52.572285 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-e9276f80-00c9-4544-a53c-3e4503047e68 req-876d1f4b-17e7-4834-bfe4-679480ad70a3 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.0512743 Dec 14 18:44:52.609231 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-e9276f80-00c9-4544-a53c-3e4503047e68 req-398f4269-b94c-46cd-a524-357034f782da tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309727 Dec 14 18:44:52.711418 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7667369-a7c0-4bc3-8d9c-774e840f1bcc req-31e625f3-bdd9-448b-b6d4-bc00050ff022 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:52.712880 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-d7667369-a7c0-4bc3-8d9c-774e840f1bcc req-31e625f3-bdd9-448b-b6d4-bc00050ff022 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 943 time: 0.0483172 Dec 14 18:44:52.749439 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-d7667369-a7c0-4bc3-8d9c-774e840f1bcc req-678e2cea-1bf0-4de3-b67b-eea09c8fc654 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307453 Dec 14 18:44:53.217079 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba723c-e504-4d4c-9b72-093b654a79f7 req-ebdf6bd4-3f72-4f17-b896-33e5742d9d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:53.218565 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-76ba723c-e504-4d4c-9b72-093b654a79f7 req-ebdf6bd4-3f72-4f17-b896-33e5742d9d5f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8119ae9c02c041da868fd66af898aece&device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 1096 time: 0.0426147 Dec 14 18:44:53.317899 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba723c-e504-4d4c-9b72-093b654a79f7 req-8e08d0df-c727-416e-b58f-69d79815170e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:53.319398 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-76ba723c-e504-4d4c-9b72-093b654a79f7 req-8e08d0df-c727-416e-b58f-69d79815170e service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=8119ae9c02c041da868fd66af898aece&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0879147 Dec 14 18:44:53.416409 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba723c-e504-4d4c-9b72-093b654a79f7 req-cfea36c5-dcdc-410f-9233-157b85bdd16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:53.417878 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-76ba723c-e504-4d4c-9b72-093b654a79f7 req-cfea36c5-dcdc-410f-9233-157b85bdd16c service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897205 Dec 14 18:44:53.504032 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-41e29900-23d7-4b78-ae80-e68f1abcdad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:53.505790 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-41e29900-23d7-4b78-ae80-e68f1abcdad4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8119ae9c02c041da868fd66af898aece&device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 1096 time: 0.0416908 Dec 14 18:44:53.554205 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-aa2770f7-29b3-456e-aa78-553f7bea43b7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92e1bf3e-099a-4c9f-b31d-e4954b6813d1 HTTP/1.1" status: 200 len: 217 time: 0.0395491 Dec 14 18:44:53.589525 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207f1d5-3eeb-48c5-969e-e74c879b86c5 req-3b919ef1-4f4d-41c8-b88e-78ccf288a06c tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:53.591068 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-a207f1d5-3eeb-48c5-969e-e74c879b86c5 req-3b919ef1-4f4d-41c8-b88e-78ccf288a06c tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ba6a20d-db57-45e2-b168-8b36c59236a2 HTTP/1.1" status: 200 len: 944 time: 0.0519133 Dec 14 18:44:53.609789 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-ea054b8c-408f-491a-919c-7dedd8063241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:53.611258 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-ea054b8c-408f-491a-919c-7dedd8063241 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d961d8ae-8136-463f-bf43-32c0a15a6798 HTTP/1.1" status: 200 len: 855 time: 0.0471499 Dec 14 18:44:53.632324 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-a207f1d5-3eeb-48c5-969e-e74c879b86c5 req-ede80de1-901e-45b2-ba37-271e4b8152d0 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334706 Dec 14 18:44:53.663797 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-14b6e901-525d-445e-869d-958403e166e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:53.665436 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-14b6e901-525d-445e-869d-958403e166e4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10892228-a1f8-4a5d-a334-a9f8d999d26d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431325 Dec 14 18:44:53.793208 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb18432-f7f1-4c13-9d72-f39cbab74462 req-b6b899c7-7b4b-4e5c-ac32-3fdcf6cd30b7 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:53.794731 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-dcb18432-f7f1-4c13-9d72-f39cbab74462 req-b6b899c7-7b4b-4e5c-ac32-3fdcf6cd30b7 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.1053846 Dec 14 18:44:53.822741 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-3cedf10f-52be-4641-be93-3dd3264a99ba service neutron] 10.222.0.61 "GET /v2.0/networks/10892228-a1f8-4a5d-a334-a9f8d999d26d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413243 Dec 14 18:44:53.862924 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-dcb18432-f7f1-4c13-9d72-f39cbab74462 req-b26e8dd7-134d-415b-acc2-6e6c0f4185d0 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621798 Dec 14 18:44:53.890445 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be034a-3d04-420e-8f53-c5a6270e668c req-ee6efaee-4aa5-4701-a5b9-a48652e04ce9 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:53.898368 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-39be034a-3d04-420e-8f53-c5a6270e668c req-ee6efaee-4aa5-4701-a5b9-a48652e04ce9 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 943 time: 0.0752065 Dec 14 18:44:53.942445 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-26e9b798-4835-4dd4-97d5-f71bcc73d30a req-7002dde7-d495-462f-9ded-aa128bd5f496 service neutron] 10.222.0.61 "GET /v2.0/networks/10892228-a1f8-4a5d-a334-a9f8d999d26d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046700 Dec 14 18:44:53.949365 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-39be034a-3d04-420e-8f53-c5a6270e668c req-42b55197-aa71-4dca-9b5f-7018baeae217 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408986 Dec 14 18:44:54.747840 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.agents_db [None req-bc91d4ce-6c5b-4ff0-abae-02e3a00e1a46 None None] Agent healthcheck: found 6 active agents {{(pid=108023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:44:54.751052 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c486b7-5fb7-4bc7-b571-ac680d4fbf99 req-6d07b2b3-1d70-41f1-b417-6b04019a1fb2 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:54.752576 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-c7c486b7-5fb7-4bc7-b571-ac680d4fbf99 req-6d07b2b3-1d70-41f1-b417-6b04019a1fb2 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ba6a20d-db57-45e2-b168-8b36c59236a2 HTTP/1.1" status: 200 len: 944 time: 0.0496376 Dec 14 18:44:54.793068 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-c7c486b7-5fb7-4bc7-b571-ac680d4fbf99 req-1dbd1033-3131-4b4d-8e54-79e8b7472175 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342083 Dec 14 18:44:54.985766 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b784a-6dba-4402-b73f-80616a0925a7 req-18d7bc3a-1d06-46db-88f9-9066aa536a82 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:54.987287 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6d2b784a-6dba-4402-b73f-80616a0925a7 req-18d7bc3a-1d06-46db-88f9-9066aa536a82 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.0493855 Dec 14 18:44:55.027179 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6d2b784a-6dba-4402-b73f-80616a0925a7 req-a0d62b05-308c-475b-a6f7-4bed726c2a48 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329533 Dec 14 18:44:55.053990 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46315107-4a0c-4ebb-8703-6ada613b83f0 req-b1c8c094-a05b-4d06-8e89-3c05b39f15ff tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:55.055457 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-46315107-4a0c-4ebb-8703-6ada613b83f0 req-b1c8c094-a05b-4d06-8e89-3c05b39f15ff tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 943 time: 0.0493803 Dec 14 18:44:55.091793 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-46315107-4a0c-4ebb-8703-6ada613b83f0 req-f8fe4826-2474-4bb9-8810-2e1a67cf10f0 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305004 Dec 14 18:44:55.913408 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74b303-d645-4931-b15d-cd44b92a9db6 req-46a3012a-16ea-4016-b003-0d7f9f1ca9d8 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:55.914941 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-ea74b303-d645-4931-b15d-cd44b92a9db6 req-46a3012a-16ea-4016-b003-0d7f9f1ca9d8 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ba6a20d-db57-45e2-b168-8b36c59236a2 HTTP/1.1" status: 200 len: 944 time: 0.0555863 Dec 14 18:44:55.956649 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-ea74b303-d645-4931-b15d-cd44b92a9db6 req-88f1c576-357a-4852-8856-97d5a713978d tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355470 Dec 14 18:44:56.142121 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2649bb-5037-49d4-9f17-582cd621f580 req-3bdab062-0d95-4aa1-a500-74bd14d7b10f tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:56.143618 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-2f2649bb-5037-49d4-9f17-582cd621f580 req-3bdab062-0d95-4aa1-a500-74bd14d7b10f tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.0494843 Dec 14 18:44:56.181749 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-2f2649bb-5037-49d4-9f17-582cd621f580 req-84a5e1ff-d3b2-4bab-8298-bc915fd43d5c tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322239 Dec 14 18:44:56.278837 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8243b3-a6da-4944-a9ac-d4c4b64a146b req-07697498-14af-4e3b-9e10-57620cec4b9e tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:56.280295 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-1f8243b3-a6da-4944-a9ac-d4c4b64a146b req-07697498-14af-4e3b-9e10-57620cec4b9e tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 943 time: 0.0471299 Dec 14 18:44:56.320026 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-1f8243b3-a6da-4944-a9ac-d4c4b64a146b req-398779d0-79fd-4617-8322-7ecdef7032a9 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333822 Dec 14 18:44:57.073835 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2a2e8-9378-4b21-9218-5ddba466b958 req-a1639a13-788b-45b3-8c76-8c61ae4a5565 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:57.075421 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-46c2a2e8-9378-4b21-9218-5ddba466b958 req-a1639a13-788b-45b3-8c76-8c61ae4a5565 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ba6a20d-db57-45e2-b168-8b36c59236a2 HTTP/1.1" status: 200 len: 944 time: 0.0529273 Dec 14 18:44:57.114064 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-46c2a2e8-9378-4b21-9218-5ddba466b958 req-def08741-ca81-42e0-a424-9c45960c08d4 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326693 Dec 14 18:44:57.293977 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 950f9c2d-fcde-4b8d-a057-838b5cb66089 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=108022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:44:57.300570 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228df5c-e9a5-4382-8bb7-e64486b6d36f req-ca6be4b2-15b4-427c-aa0d-d336c4c7439d tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:57.302266 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-8228df5c-e9a5-4382-8bb7-e64486b6d36f req-ca6be4b2-15b4-427c-aa0d-d336c4c7439d tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.0504675 Dec 14 18:44:57.377899 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-8228df5c-e9a5-4382-8bb7-e64486b6d36f req-cf391fdd-b773-423c-9926-32aea071ad98 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665441 Dec 14 18:44:57.444179 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port 950f9c2d-fcde-4b8d-a057-838b5cb66089, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=950f9c2d-fcde-4b8d-a057-838b5cb66089,segment=NetworkSegment(afbc79ff-63f4-4186-8162-deafc6a1b2e3),segment_id=afbc79ff-63f4-4186-8162-deafc6a1b2e3)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:44:57.457821 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Returning: {'device': '950f9c2d-fcde-4b8d-a057-838b5cb66089', 'network_id': 'dd304430-c646-4db7-a934-2559ea0d87d6', 'port_id': '950f9c2d-fcde-4b8d-a057-838b5cb66089', 'mac_address': 'fa:16:3e:16:b0:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '048742ed-8e42-40b7-b8eb-a3709809cf9f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:44:57.477605 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae72238-fd38-4f62-8c6b-3808646a0d4f req-c89c0880-726b-49c1-bdec-f94c4bfabec2 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:57.480227 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6ae72238-fd38-4f62-8c6b-3808646a0d4f req-c89c0880-726b-49c1-bdec-f94c4bfabec2 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 943 time: 0.0541584 Dec 14 18:44:57.510274 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:57.525052 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 950f9c2d-fcde-4b8d-a057-838b5cb66089 {{(pid=108022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:44:57.527831 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6ae72238-fd38-4f62-8c6b-3808646a0d4f req-ae7514ab-a9ca-46d2-a184-67dcb63a69c8 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416358 Dec 14 18:44:57.556312 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port 950f9c2d-fcde-4b8d-a057-838b5cb66089, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=950f9c2d-fcde-4b8d-a057-838b5cb66089,segment=NetworkSegment(afbc79ff-63f4-4186-8162-deafc6a1b2e3),segment_id=afbc79ff-63f4-4186-8162-deafc6a1b2e3)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:44:57.563012 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:57.613514 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=950f9c2d-fcde-4b8d-a057-838b5cb66089,revision_number=4']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:57.949434 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] get_ports_and_sgs() called for port_ids ['950f9c2d-fcde-4b8d-a057-838b5cb66089'] {{(pid=108022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:44:58.239453 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77785400-9297-41d8-bc7c-4853d86da29c req-04325263-552e-4d22-bd7f-11bb681ef4d2 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:58.241375 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-77785400-9297-41d8-bc7c-4853d86da29c req-04325263-552e-4d22-bd7f-11bb681ef4d2 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ba6a20d-db57-45e2-b168-8b36c59236a2 HTTP/1.1" status: 200 len: 945 time: 0.0577888 Dec 14 18:44:58.281340 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-77785400-9297-41d8-bc7c-4853d86da29c req-6021ae07-145a-4036-87fe-1d62f698953f tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336165 Dec 14 18:44:58.491376 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d345b3-d0ca-454e-92f0-4fb4e8d8f140 req-c6f3353a-0dc1-487a-97fc-c1e8d2aa1a7d tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:58.494530 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-e9d345b3-d0ca-454e-92f0-4fb4e8d8f140 req-c6f3353a-0dc1-487a-97fc-c1e8d2aa1a7d tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.0552564 Dec 14 18:44:58.542438 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-e9d345b3-d0ca-454e-92f0-4fb4e8d8f140 req-d9154ca1-acf3-4189-9a01-3d2e0e667c65 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426261 Dec 14 18:44:58.672575 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc69d7-3499-42c1-b875-0f30ad558e18 req-c3d196dc-5fd2-43b8-bca1-cd1d44b06d85 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:58.674079 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c5bc69d7-3499-42c1-b875-0f30ad558e18 req-c3d196dc-5fd2-43b8-bca1-cd1d44b06d85 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 943 time: 0.0547197 Dec 14 18:44:58.717563 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c5bc69d7-3499-42c1-b875-0f30ad558e18 req-f8a5c687-7c32-489b-88d2-b270658f3f27 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366154 Dec 14 18:44:59.435624 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 43344) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:59.554081 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38a0c4-c3a1-4d24-9c73-c6e5b2fd17aa req-033bcab9-ccfe-47d3-ac2a-c3dffa5fc848 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:59.555833 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-fe38a0c4-c3a1-4d24-9c73-c6e5b2fd17aa req-033bcab9-ccfe-47d3-ac2a-c3dffa5fc848 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ba6a20d-db57-45e2-b168-8b36c59236a2 HTTP/1.1" status: 200 len: 945 time: 0.0548966 Dec 14 18:44:59.572369 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-a1846d8b-775c-4ad3-af54-bcf8e7acfbf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:59.641204 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-fe38a0c4-c3a1-4d24-9c73-c6e5b2fd17aa req-4c5df721-ab25-4b11-bd54-0cd409ea24f1 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659201 Dec 14 18:44:59.729208 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55433ecb-3372-4cf8-91c3-19ecf9e436dc req-10a36130-a36d-47dd-a47a-3610ffa2c60c tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:59.742736 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-55433ecb-3372-4cf8-91c3-19ecf9e436dc req-10a36130-a36d-47dd-a47a-3610ffa2c60c tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.1131194 Dec 14 18:44:59.745646 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-a1846d8b-775c-4ad3-af54-bcf8e7acfbf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:59.752519 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-a1846d8b-775c-4ad3-af54-bcf8e7acfbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:44:59.810844 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1846d8b-775c-4ad3-af54-bcf8e7acfbf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1b5449-9024-4f15-a246-23b9f1848831,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:44:59.845623 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-55433ecb-3372-4cf8-91c3-19ecf9e436dc req-b0321ce3-acbe-4d59-8084-87c157c751f0 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996339 Dec 14 18:44:59.910035 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-a1846d8b-775c-4ad3-af54-bcf8e7acfbf5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c8c1f54c513f462bb99dcd042ef1158e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4732976 Dec 14 18:44:59.913272 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 43368) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:44:59.945258 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53ae5a-038b-44a9-94f8-b393e36d024f req-b0980a63-9f3f-471f-bd34-12ef3529245c tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:44:59.947327 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-4e53ae5a-038b-44a9-94f8-b393e36d024f req-b0980a63-9f3f-471f-bd34-12ef3529245c tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 943 time: 0.1057663 Dec 14 18:44:59.977930 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 43370) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:45:00.013652 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-4e53ae5a-038b-44a9-94f8-b393e36d024f req-a1953e07-77a8-495a-adb2-593147e9eff6 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595627 Dec 14 18:45:00.023252 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fab042-7520-4936-8783-f27216d59adb req-484f680d-932d-427b-bbb5-f34c1df3473f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:00.024765 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-71fab042-7520-4936-8783-f27216d59adb req-484f680d-932d-427b-bbb5-f34c1df3473f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 1098 time: 0.0692115 Dec 14 18:45:00.025356 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-17715a1f-bf14-4c70-8753-42384b035fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:00.056094 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-17715a1f-bf14-4c70-8753-42384b035fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:00.108244 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 92e1bf3e-099a-4c9f-b31d-e4954b6813d1 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=108022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:45:00.108992 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-71fab042-7520-4936-8783-f27216d59adb req-1a08bd06-b223-408d-8dd1-58e51c25bcd0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599594 Dec 14 18:45:00.110722 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 950f9c2d-fcde-4b8d-a057-838b5cb66089 up at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:45:00.115930 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-731cfa77-4cd8-492c-b134-c92168c14ef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:00.128772 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-17715a1f-bf14-4c70-8753-42384b035fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:00.131420 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-17715a1f-bf14-4c70-8753-42384b035fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:00.133063 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-17715a1f-bf14-4c70-8753-42384b035fa0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/da1b5449-9024-4f15-a246-23b9f1848831 HTTP/1.1" status: 204 len: 168 time: 0.2185533 Dec 14 18:45:00.141599 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17715a1f-bf14-4c70-8753-42384b035fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1b5449-9024-4f15-a246-23b9f1848831,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:45:00.215724 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-731cfa77-4cd8-492c-b134-c92168c14ef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:00.221534 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-731cfa77-4cd8-492c-b134-c92168c14ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:00.238329 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Provisioning for port 950f9c2d-fcde-4b8d-a057-838b5cb66089 completed by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 18:45:00.251478 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Provisioning complete for port 950f9c2d-fcde-4b8d-a057-838b5cb66089 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:45:00.252162 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:00.270082 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-731cfa77-4cd8-492c-b134-c92168c14ef1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=651351fa8e0d4fa4b6a91fb4981f25db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2899950 Dec 14 18:45:00.271338 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731cfa77-4cd8-492c-b134-c92168c14ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e36d1b4-f45a-49b5-b2cb-8765565bb889,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:45:00.273288 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 43380) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:45:00.305477 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port 92e1bf3e-099a-4c9f-b31d-e4954b6813d1, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=92e1bf3e-099a-4c9f-b31d-e4954b6813d1,segment=NetworkSegment(d67fca54-e316-4758-9f95-27fc03e03491),segment_id=d67fca54-e316-4758-9f95-27fc03e03491)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:45:00.322393 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Returning: {'device': '92e1bf3e-099a-4c9f-b31d-e4954b6813d1', 'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d', 'port_id': '92e1bf3e-099a-4c9f-b31d-e4954b6813d1', 'mac_address': 'fa:16:3e:07:37:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd961d8ae-8136-463f-bf43-32c0a15a6798', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:45:00.331550 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-e61d04c0-38a3-4d85-bfd6-240901a64b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:00.355533 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-e61d04c0-38a3-4d85-bfd6-240901a64b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:00.386393 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:00.405549 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92e1bf3e-099a-4c9f-b31d-e4954b6813d1 {{(pid=108022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:45:00.415659 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-e61d04c0-38a3-4d85-bfd6-240901a64b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:00.416345 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:00.419636 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-e61d04c0-38a3-4d85-bfd6-240901a64b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:00.420789 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-e61d04c0-38a3-4d85-bfd6-240901a64b3d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3e36d1b4-f45a-49b5-b2cb-8765565bb889 HTTP/1.1" status: 204 len: 168 time: 0.1460412 Dec 14 18:45:00.429655 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d04c0-38a3-4d85-bfd6-240901a64b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e36d1b4-f45a-49b5-b2cb-8765565bb889,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:45:00.438487 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port 92e1bf3e-099a-4c9f-b31d-e4954b6813d1, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=92e1bf3e-099a-4c9f-b31d-e4954b6813d1,segment=NetworkSegment(d67fca54-e316-4758-9f95-27fc03e03491),segment_id=d67fca54-e316-4758-9f95-27fc03e03491)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:45:00.454045 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:00.460840 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 43384) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:45:00.461774 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba6a20d-db57-45e2-b168-8b36c59236a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950f9c2d-fcde-4b8d-a057-838b5cb66089'}] {{(pid=108022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:45:00.464020 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4652f51f42c3be85180d8c5c7bba1325bd3159a0fd8a88314674832532d8132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5ed06a-a77c-4848-859e-f58e7c33d4c5" -d '{"events": [{"server_uuid": "4ba6a20d-db57-45e2-b168-8b36c59236a2", "name": "network-vif-plugged", "status": "completed", "tag": "950f9c2d-fcde-4b8d-a057-838b5cb66089"}]}' {{(pid=108022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:45:00.480908 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-34853f4c-3464-4ff2-b1d1-f5d1b2a497db admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:00.500785 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port 950f9c2d-fcde-4b8d-a057-838b5cb66089, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=950f9c2d-fcde-4b8d-a057-838b5cb66089,segment=NetworkSegment(afbc79ff-63f4-4186-8162-deafc6a1b2e3),segment_id=afbc79ff-63f4-4186-8162-deafc6a1b2e3)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:45:00.506296 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:00.523424 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eab8c7b-3c03-414a-9bc5-1850bc78aa90 x-openstack-request-id: req-1eab8c7b-3c03-414a-9bc5-1850bc78aa90 {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:45:00.523737 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba6a20d-db57-45e2-b168-8b36c59236a2", "name": "network-vif-plugged", "status": "completed", "tag": "950f9c2d-fcde-4b8d-a057-838b5cb66089", "code": 200}]} {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:45:00.523988 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1eab8c7b-3c03-414a-9bc5-1850bc78aa90 {{(pid=108022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:45:00.524568 dv-cinder-821746-1-iscsi neutron-server[108022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba6a20d-db57-45e2-b168-8b36c59236a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950f9c2d-fcde-4b8d-a057-838b5cb66089', 'code': 200} Dec 14 18:45:00.529447 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=92e1bf3e-099a-4c9f-b31d-e4954b6813d1,revision_number=4']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:45:00.589350 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-34853f4c-3464-4ff2-b1d1-f5d1b2a497db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:00.591959 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=950f9c2d-fcde-4b8d-a057-838b5cb66089,revision_number=5']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:45:00.594659 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-34853f4c-3464-4ff2-b1d1-f5d1b2a497db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:00.644226 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34853f4c-3464-4ff2-b1d1-f5d1b2a497db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7e79b3-a87a-48ab-b47d-6c80ca18c748,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:45:00.650551 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-34853f4c-3464-4ff2-b1d1-f5d1b2a497db admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d017ce2846e74d3faceac776f1abd313&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1873171 Dec 14 18:45:00.652026 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 43392) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:45:00.711297 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-9c75f587-a32c-4592-a497-1c0d27dad76c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:00.743599 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-9c75f587-a32c-4592-a497-1c0d27dad76c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:00.822375 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca62ba0-ea55-44e0-a00c-885c5cca2c6e req-5cee8fe0-67ab-43ed-a218-982332048f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:00.824697 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-3ca62ba0-ea55-44e0-a00c-885c5cca2c6e req-5cee8fe0-67ab-43ed-a218-982332048f88 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4ba6a20d-db57-45e2-b168-8b36c59236a2 HTTP/1.1" status: 200 len: 1099 time: 0.0728838 Dec 14 18:45:00.839659 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] get_ports_and_sgs() called for port_ids ['92e1bf3e-099a-4c9f-b31d-e4954b6813d1'] {{(pid=108022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:45:00.868990 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-9c75f587-a32c-4592-a497-1c0d27dad76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:00.871713 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-9c75f587-a32c-4592-a497-1c0d27dad76c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:00.872718 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-9c75f587-a32c-4592-a497-1c0d27dad76c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cd7e79b3-a87a-48ab-b47d-6c80ca18c748 HTTP/1.1" status: 204 len: 168 time: 0.2195280 Dec 14 18:45:00.891344 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c75f587-a32c-4592-a497-1c0d27dad76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7e79b3-a87a-48ab-b47d-6c80ca18c748,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:45:00.900657 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-3ca62ba0-ea55-44e0-a00c-885c5cca2c6e req-6e7c3efb-a08d-4438-a7ad-e6f6ebe8e220 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662696 Dec 14 18:45:01.010533 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc8669-78b5-43f1-82ca-0526fa28fb64 req-eed13c27-1965-49b0-b9cb-c8ee0b5a80f5 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:01.011994 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-21cc8669-78b5-43f1-82ca-0526fa28fb64 req-eed13c27-1965-49b0-b9cb-c8ee0b5a80f5 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ba6a20d-db57-45e2-b168-8b36c59236a2 HTTP/1.1" status: 200 len: 946 time: 0.0693345 Dec 14 18:45:01.053980 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01344a1-2f83-4a59-bcab-ae3e97d5eebd req-8a884ddc-23cb-4750-81fb-e653d2b3d108 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:01.062114 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-f01344a1-2f83-4a59-bcab-ae3e97d5eebd req-8a884ddc-23cb-4750-81fb-e653d2b3d108 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.0935590 Dec 14 18:45:01.131042 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-21cc8669-78b5-43f1-82ca-0526fa28fb64 req-40ee4613-df82-4da6-b6c9-f6e1fe1629b4 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107302 Dec 14 18:45:01.181030 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-f01344a1-2f83-4a59-bcab-ae3e97d5eebd req-1ba37073-b494-4127-b384-3e3cc753e5ab tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101882 Dec 14 18:45:01.257451 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4b537-7003-4b05-bd14-a5b92636361c req-4b5e2198-fed2-4546-9443-b7def2325984 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:01.259079 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-aec4b537-7003-4b05-bd14-a5b92636361c req-4b5e2198-fed2-4546-9443-b7def2325984 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 944 time: 0.0496087 Dec 14 18:45:01.305385 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-aec4b537-7003-4b05-bd14-a5b92636361c req-5ade1d53-926c-46ad-a2ac-3200aeea75ba tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385683 Dec 14 18:45:01.340363 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 43428) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:45:01.353738 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-810df274-9fa9-494b-9f4e-3d3c7c83f874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:01.441916 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-810df274-9fa9-494b-9f4e-3d3c7c83f874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:01.447294 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-810df274-9fa9-494b-9f4e-3d3c7c83f874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:01.478981 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 43432) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:45:01.485585 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-810df274-9fa9-494b-9f4e-3d3c7c83f874 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5c6ad76468bd4249bfdef9afbb6772ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1441545 Dec 14 18:45:01.487574 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810df274-9fa9-494b-9f4e-3d3c7c83f874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f928474c-f36a-4016-94df-f3a91d85a734,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:45:01.488155 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 43436) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:45:01.565617 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-a205c983-f1bd-4a77-a9cd-9014eed38cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:01.588591 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-a205c983-f1bd-4a77-a9cd-9014eed38cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:01.645663 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-a205c983-f1bd-4a77-a9cd-9014eed38cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:01.648359 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-a205c983-f1bd-4a77-a9cd-9014eed38cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:01.649660 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-a205c983-f1bd-4a77-a9cd-9014eed38cfc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f928474c-f36a-4016-94df-f3a91d85a734 HTTP/1.1" status: 204 len: 168 time: 0.1603777 Dec 14 18:45:01.657695 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205c983-f1bd-4a77-a9cd-9014eed38cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f928474c-f36a-4016-94df-f3a91d85a734,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:45:01.710333 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-1ae62262-f701-4813-8e15-2149f1c43ca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:01.808381 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-1ae62262-f701-4813-8e15-2149f1c43ca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:01.814291 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-1ae62262-f701-4813-8e15-2149f1c43ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:01.857024 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-1ae62262-f701-4813-8e15-2149f1c43ca6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6d61316940ea401b958bdf4a35bbc66c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3743515 Dec 14 18:45:01.857024 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae62262-f701-4813-8e15-2149f1c43ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74899fe1-02a6-45bb-b303-75355a6df052,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:45:01.857598 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 43450) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:45:01.929451 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-7a3b6f89-2454-481b-bfef-f62831407297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:01.955527 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-7a3b6f89-2454-481b-bfef-f62831407297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:02.011251 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-7a3b6f89-2454-481b-bfef-f62831407297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:02.014982 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-7a3b6f89-2454-481b-bfef-f62831407297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:02.016318 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-7a3b6f89-2454-481b-bfef-f62831407297 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/74899fe1-02a6-45bb-b303-75355a6df052 HTTP/1.1" status: 204 len: 168 time: 0.1527772 Dec 14 18:45:02.027080 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b6f89-2454-481b-bfef-f62831407297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74899fe1-02a6-45bb-b303-75355a6df052,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:45:02.259444 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1a96a-317a-4900-b1a7-d52af9a4fad9 req-8a616582-0b44-4a53-b37d-b9dbd7d6b3c1 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:02.261080 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-0ae1a96a-317a-4900-b1a7-d52af9a4fad9 req-8a616582-0b44-4a53-b37d-b9dbd7d6b3c1 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ba6a20d-db57-45e2-b168-8b36c59236a2 HTTP/1.1" status: 200 len: 946 time: 0.0588398 Dec 14 18:45:02.306945 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-0ae1a96a-317a-4900-b1a7-d52af9a4fad9 req-b2fea014-bd4a-48e6-80d7-59b5ee8fc3e7 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381470 Dec 14 18:45:02.419695 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5388aeae-737c-4aa1-bade-7de760798c9e req-bef91527-a20c-4538-8639-c258724c2ab4 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:02.421195 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5388aeae-737c-4aa1-bade-7de760798c9e req-bef91527-a20c-4538-8639-c258724c2ab4 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.0505326 Dec 14 18:45:02.460961 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5388aeae-737c-4aa1-bade-7de760798c9e req-d175a724-fe93-43ff-95cf-10fb50eedf46 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323722 Dec 14 18:45:02.563242 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7237d7-e439-48dd-9ec7-0775130849a3 req-de9922c9-3942-4ebc-b6b0-8ad82611239c tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:02.564964 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-eb7237d7-e439-48dd-9ec7-0775130849a3 req-de9922c9-3942-4ebc-b6b0-8ad82611239c tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 944 time: 0.0501921 Dec 14 18:45:02.602979 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-eb7237d7-e439-48dd-9ec7-0775130849a3 req-310a61b7-ab1c-40da-a474-016393e8d37b tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312989 Dec 14 18:45:03.425094 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0c107-6a43-4cf0-960c-4b0c8b5673eb req-b2048e8d-b089-4a93-ac86-76ae5825ceb3 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:03.426604 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4fe0c107-6a43-4cf0-960c-4b0c8b5673eb req-b2048e8d-b089-4a93-ac86-76ae5825ceb3 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ba6a20d-db57-45e2-b168-8b36c59236a2 HTTP/1.1" status: 200 len: 946 time: 0.0515783 Dec 14 18:45:03.464901 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4fe0c107-6a43-4cf0-960c-4b0c8b5673eb req-f9c100aa-bac3-4edc-b44c-77121aa48678 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323124 Dec 14 18:45:03.582667 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02b6d1-2318-4a7b-947f-dbf04fcb8cf4 req-967a32c9-8756-4280-a2af-168afb2a692f tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:03.584222 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5a02b6d1-2318-4a7b-947f-dbf04fcb8cf4 req-967a32c9-8756-4280-a2af-168afb2a692f tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.0537016 Dec 14 18:45:03.627618 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5a02b6d1-2318-4a7b-947f-dbf04fcb8cf4 req-2d42c381-18fd-4561-a1d4-9e84a91e8deb tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358033 Dec 14 18:45:03.741942 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3990b-50ef-48c9-a80e-71099a42724a req-2aaf6d19-8843-4f4a-bac9-df37104597be tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:03.743452 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-31c3990b-50ef-48c9-a80e-71099a42724a req-2aaf6d19-8843-4f4a-bac9-df37104597be tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 944 time: 0.0497251 Dec 14 18:45:03.781347 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-31c3990b-50ef-48c9-a80e-71099a42724a req-f372b080-a66e-4ac3-953f-38ef2970b878 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319123 Dec 14 18:45:04.582526 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47041aa-8c49-412d-af48-d5d792af930e req-8f24bd18-06c9-43c1-a136-e50d67ec9e5c tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:04.583996 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f47041aa-8c49-412d-af48-d5d792af930e req-8f24bd18-06c9-43c1-a136-e50d67ec9e5c tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ba6a20d-db57-45e2-b168-8b36c59236a2 HTTP/1.1" status: 200 len: 946 time: 0.0524440 Dec 14 18:45:04.622357 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f47041aa-8c49-412d-af48-d5d792af930e req-869ebbda-e1a1-42c3-be16-c1df90a68ace tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316896 Dec 14 18:45:04.751171 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a71d4-5ec2-44f2-806d-816ee8d1e49d req-70ec60aa-8967-4c2e-b225-991891eb5fe3 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:04.752702 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-808a71d4-5ec2-44f2-806d-816ee8d1e49d req-70ec60aa-8967-4c2e-b225-991891eb5fe3 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.0507033 Dec 14 18:45:04.792674 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-808a71d4-5ec2-44f2-806d-816ee8d1e49d req-7a56cb21-5f6d-4d24-82a9-654954f07cc7 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333655 Dec 14 18:45:04.900788 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa8cc0-ffa1-4524-9453-531659c66615 req-2f103284-64ea-46cf-a03c-8d2118f3e002 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:04.902277 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-eeaa8cc0-ffa1-4524-9453-531659c66615 req-2f103284-64ea-46cf-a03c-8d2118f3e002 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 944 time: 0.0489726 Dec 14 18:45:04.941003 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-eeaa8cc0-ffa1-4524-9453-531659c66615 req-7d231865-8afd-4381-bda9-71ae38b52acb tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326161 Dec 14 18:45:05.748728 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ef933-f827-4b80-b459-9c645b33ca17 req-b566c868-021d-423f-b796-f7d9de2c29ef tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:05.757176 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-cc9ef933-f827-4b80-b459-9c645b33ca17 req-b566c868-021d-423f-b796-f7d9de2c29ef tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ba6a20d-db57-45e2-b168-8b36c59236a2 HTTP/1.1" status: 200 len: 946 time: 0.0653601 Dec 14 18:45:05.810734 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-cc9ef933-f827-4b80-b459-9c645b33ca17 req-ec98a204-3fbc-4b1d-9294-50ca68674b5a tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525284 Dec 14 18:45:05.924776 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac84f3-869d-4d48-a1a4-593d268be2dd req-abb83502-016c-42b4-84c4-d0a9015224cb tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:05.927095 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-c9ac84f3-869d-4d48-a1a4-593d268be2dd req-abb83502-016c-42b4-84c4-d0a9015224cb tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.0611827 Dec 14 18:45:05.970162 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-c9ac84f3-869d-4d48-a1a4-593d268be2dd req-7530dd1e-12c6-4642-9698-abc88c6dd16b tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352786 Dec 14 18:45:06.137853 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec89577-f9a8-47d5-bd84-e7da59db364e req-062716ed-e58c-4126-961b-e81bc7a13df9 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:06.139899 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-bec89577-f9a8-47d5-bd84-e7da59db364e req-062716ed-e58c-4126-961b-e81bc7a13df9 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0836508 Dec 14 18:45:06.192184 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-bec89577-f9a8-47d5-bd84-e7da59db364e req-912a2c98-35dc-4e57-9aca-a934a912e3a3 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460203 Dec 14 18:45:06.294393 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d2fb9-ac57-418d-9dfd-891431241d1d req-f207b4d2-c9f2-43a8-9996-0d3db7e5e156 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:06.295906 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-293d2fb9-ac57-418d-9dfd-891431241d1d req-f207b4d2-c9f2-43a8-9996-0d3db7e5e156 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 944 time: 0.2711740 Dec 14 18:45:06.334234 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-293d2fb9-ac57-418d-9dfd-891431241d1d req-322e8997-a1a2-4beb-9d54-b783461e159b tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315471 Dec 14 18:45:06.369333 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 92e1bf3e-099a-4c9f-b31d-e4954b6813d1 up at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:45:06.416714 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Provisioning for port 92e1bf3e-099a-4c9f-b31d-e4954b6813d1 completed by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 18:45:06.420630 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Provisioning complete for port 92e1bf3e-099a-4c9f-b31d-e4954b6813d1 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:45:06.421009 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:06.508505 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:06.539567 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc608ae-3344-4524-9d53-7e76b3a921e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e1bf3e-099a-4c9f-b31d-e4954b6813d1'}] {{(pid=108022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:45:06.541776 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4652f51f42c3be85180d8c5c7bba1325bd3159a0fd8a88314674832532d8132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036d6973-cd78-482b-b522-99f57015e3a3" -d '{"events": [{"server_uuid": "0dc608ae-3344-4524-9d53-7e76b3a921e6", "name": "network-vif-plugged", "status": "completed", "tag": "92e1bf3e-099a-4c9f-b31d-e4954b6813d1"}]}' {{(pid=108022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:45:06.555545 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port 92e1bf3e-099a-4c9f-b31d-e4954b6813d1, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=92e1bf3e-099a-4c9f-b31d-e4954b6813d1,segment=NetworkSegment(d67fca54-e316-4758-9f95-27fc03e03491),segment_id=d67fca54-e316-4758-9f95-27fc03e03491)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:45:06.565319 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:06.594668 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4ba8df-815a-41e3-b6a5-bbb966f4ccd5 x-openstack-request-id: req-ba4ba8df-815a-41e3-b6a5-bbb966f4ccd5 {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:45:06.594988 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc608ae-3344-4524-9d53-7e76b3a921e6", "name": "network-vif-plugged", "status": "completed", "tag": "92e1bf3e-099a-4c9f-b31d-e4954b6813d1", "code": 200}]} {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:45:06.595244 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ba4ba8df-815a-41e3-b6a5-bbb966f4ccd5 {{(pid=108022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:45:06.595785 dv-cinder-821746-1-iscsi neutron-server[108022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc608ae-3344-4524-9d53-7e76b3a921e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e1bf3e-099a-4c9f-b31d-e4954b6813d1', 'code': 200} Dec 14 18:45:06.623235 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=92e1bf3e-099a-4c9f-b31d-e4954b6813d1,revision_number=5']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:45:07.452741 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea250aa4-b21d-4f2d-8233-0404b38d3374 req-e2c8b295-10be-45ce-a7d4-3a66dee2a492 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:07.454183 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-ea250aa4-b21d-4f2d-8233-0404b38d3374 req-e2c8b295-10be-45ce-a7d4-3a66dee2a492 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 945 time: 0.0476358 Dec 14 18:45:07.491735 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-ea250aa4-b21d-4f2d-8233-0404b38d3374 req-a1c50d40-23f7-48a9-a18a-efa0dad888c1 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315845 Dec 14 18:45:08.609623 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b891592-40d0-4ae0-8e0e-225c1a05bf42 req-14ca559c-21cb-483e-a0f4-033cd75199d6 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:08.611284 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-0b891592-40d0-4ae0-8e0e-225c1a05bf42 req-14ca559c-21cb-483e-a0f4-033cd75199d6 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 945 time: 0.0499434 Dec 14 18:45:08.650221 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-0b891592-40d0-4ae0-8e0e-225c1a05bf42 req-5ffd6767-781a-49f3-9a9e-6f77fd73ddfe tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323217 Dec 14 18:45:09.524254 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516da61-7316-447c-a3f0-bf9ff7aca041 req-a9b13b77-200b-4c75-b86e-54537197ba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:09.525788 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-e516da61-7316-447c-a3f0-bf9ff7aca041 req-a9b13b77-200b-4c75-b86e-54537197ba98 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 1098 time: 0.0394168 Dec 14 18:45:09.561266 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-e516da61-7316-447c-a3f0-bf9ff7aca041 req-7b5d343f-354b-4e4c-815d-4379e436b155 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274239 Dec 14 18:45:09.776577 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05af91-0fa1-4b2c-b464-743b731c6e8f req-9980b1f3-b855-49e3-a661-9941e0efc7d5 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:09.778630 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-3b05af91-0fa1-4b2c-b464-743b731c6e8f req-9980b1f3-b855-49e3-a661-9941e0efc7d5 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 945 time: 0.0566885 Dec 14 18:45:09.818533 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-3b05af91-0fa1-4b2c-b464-743b731c6e8f req-63cbb4f7-35e9-402d-aaac-a7a8655204dd tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330598 Dec 14 18:45:10.953208 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee3d5b-24ff-48bb-ae51-b912138ed737 req-7568608d-1ddd-419d-b0f2-51af2aa57a33 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:10.954729 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-3bee3d5b-24ff-48bb-ae51-b912138ed737 req-7568608d-1ddd-419d-b0f2-51af2aa57a33 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 945 time: 0.0540879 Dec 14 18:45:10.993416 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55332d4d-77e8-4c5e-a445-69d60cf5a642 req-a645bac3-dc07-4506-85d7-067b6279d96b tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:10.995624 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-55332d4d-77e8-4c5e-a445-69d60cf5a642 req-a645bac3-dc07-4506-85d7-067b6279d96b tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0549538 Dec 14 18:45:11.032338 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-3bee3d5b-24ff-48bb-ae51-b912138ed737 req-8b399caa-b55c-48de-beee-1edb3fda9340 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686302 Dec 14 18:45:11.035996 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf160b-2536-4271-a4a8-a30f25d4215c req-4050ac8e-9313-4abc-8bb6-b96f7ca537d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:11.038565 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-8baf160b-2536-4271-a4a8-a30f25d4215c req-4050ac8e-9313-4abc-8bb6-b96f7ca537d2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6d30e631db984d3fa5328c6309d21ab1&device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 1098 time: 0.0829458 Dec 14 18:45:11.039300 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-55332d4d-77e8-4c5e-a445-69d60cf5a642 req-84421db0-2344-4774-b66b-74dc1e9424e2 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378041 Dec 14 18:45:11.153517 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf160b-2536-4271-a4a8-a30f25d4215c req-717990d2-ce3f-4bb2-9035-241c3033ab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:11.155506 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-8baf160b-2536-4271-a4a8-a30f25d4215c req-717990d2-ce3f-4bb2-9035-241c3033ab76 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cec07be9-2009-49bf-b433-dbf4ec1bc7f9 HTTP/1.1" status: 200 len: 919 time: 0.1068723 Dec 14 18:45:11.208366 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-8baf160b-2536-4271-a4a8-a30f25d4215c req-bc64b132-8248-4c37-bd48-6e24e5e40dc3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1be5751a-d6f2-43c8-bc3f-36770fd3ac51 HTTP/1.1" status: 200 len: 217 time: 0.0428064 Dec 14 18:45:11.269060 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf160b-2536-4271-a4a8-a30f25d4215c req-71b80299-cbfc-41a7-8024-a3459cc5661b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:11.270825 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-8baf160b-2536-4271-a4a8-a30f25d4215c req-71b80299-cbfc-41a7-8024-a3459cc5661b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3c4318d4-5988-4679-8015-e2594e934f86 HTTP/1.1" status: 200 len: 858 time: 0.0510490 Dec 14 18:45:11.307086 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-8baf160b-2536-4271-a4a8-a30f25d4215c req-f0500a9c-2f92-4027-9e34-491c00b5ea6f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cec07be9-2009-49bf-b433-dbf4ec1bc7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242796 Dec 14 18:45:11.409512 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-8baf160b-2536-4271-a4a8-a30f25d4215c req-a7309a09-655d-447e-965b-8f99cfb31b41 service neutron] 10.222.0.61 "GET /v2.0/networks/cec07be9-2009-49bf-b433-dbf4ec1bc7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925946 Dec 14 18:45:11.531987 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-8baf160b-2536-4271-a4a8-a30f25d4215c req-887b4c21-22c0-483e-89c0-61ba66a894a4 service neutron] 10.222.0.61 "GET /v2.0/networks/cec07be9-2009-49bf-b433-dbf4ec1bc7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084108 Dec 14 18:45:12.156738 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46156a-cfde-4d15-9926-1d64f596b6ac req-f784eac2-23cb-4464-988e-b7e7c5765e15 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:12.158337 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-ce46156a-cfde-4d15-9926-1d64f596b6ac req-f784eac2-23cb-4464-988e-b7e7c5765e15 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 945 time: 0.0491552 Dec 14 18:45:12.166329 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69c495-124f-487f-a759-d5f286351c7d req-2a7108bd-3688-4fc3-a241-30878c139102 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:12.167845 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4d69c495-124f-487f-a759-d5f286351c7d req-2a7108bd-3688-4fc3-a241-30878c139102 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0492013 Dec 14 18:45:12.196782 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-ce46156a-cfde-4d15-9926-1d64f596b6ac req-0ecc9d30-4e20-43aa-8d69-6ce8cec0c1ff tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319846 Dec 14 18:45:12.206494 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4d69c495-124f-487f-a759-d5f286351c7d req-483316ac-4ece-41fa-8a4a-d4f47d2f7b1e tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324652 Dec 14 18:45:12.323946 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023261e-0ffa-44f5-b596-49413deeafe1 req-895eed89-2239-4c2d-8c12-50ce6d8e3501 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:12.325481 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-2023261e-0ffa-44f5-b596-49413deeafe1 req-895eed89-2239-4c2d-8c12-50ce6d8e3501 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 945 time: 0.0547450 Dec 14 18:45:12.334108 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 43732) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:45:12.339972 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-61b46560-6d60-40e7-b844-fa9979af8d8b tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Request body: {'floatingip': {'port_id': '92e1bf3e-099a-4c9f-b31d-e4954b6813d1'}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:45:12.365754 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-aa06b064-ebc1-4870-9a2a-0b4a84e6cf7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:12.379898 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-61b46560-6d60-40e7-b844-fa9979af8d8b tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks [] for floatingip, before_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:12.568433 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 43736) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:45:12.682447 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-d0ed1fe5-2d1f-42b0-8378-1e21cc21f2e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:12.792985 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-d0ed1fe5-2d1f-42b0-8378-1e21cc21f2e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:12.798282 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-d0ed1fe5-2d1f-42b0-8378-1e21cc21f2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:12.835097 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-61b46560-6d60-40e7-b844-fa9979af8d8b tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:12.841807 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-61b46560-6d60-40e7-b844-fa9979af8d8b tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552536'] for floatingip, after_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:12.846806 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-d0ed1fe5-2d1f-42b0-8378-1e21cc21f2e5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=22427c00128c4b02b14bc5055a5ff956&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2749021 Dec 14 18:45:12.846806 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed1fe5-2d1f-42b0-8378-1e21cc21f2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52b3f17-8093-48bc-a19b-f0724936b525,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:45:12.848564 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 43752) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:45:12.914560 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-6635b692-04c2-4f79-8f18-63114e7a30b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:12.951242 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-6635b692-04c2-4f79-8f18-63114e7a30b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:13.012278 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-6635b692-04c2-4f79-8f18-63114e7a30b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:13.016523 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-6635b692-04c2-4f79-8f18-63114e7a30b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:13.018321 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-6635b692-04c2-4f79-8f18-63114e7a30b7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c52b3f17-8093-48bc-a19b-f0724936b525 HTTP/1.1" status: 204 len: 168 time: 0.1689360 Dec 14 18:45:13.030618 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6635b692-04c2-4f79-8f18-63114e7a30b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52b3f17-8093-48bc-a19b-f0724936b525,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:45:13.191810 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.db.l3_db [None req-61b46560-6d60-40e7-b844-fa9979af8d8b tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Floating IP 4d4d1afb-313e-41f3-93ee-496f6d7f4624 associated. External IP: 172.27.2.186, port: 92e1bf3e-099a-4c9f-b31d-e4954b6813d1. Dec 14 18:45:13.253828 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 43768) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:45:13.367904 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada591ef-9468-48d1-90a7-d8116c9bc65e req-ffc82733-fb9d-4284-a1a8-1960d5cba29a tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:13.369377 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-ada591ef-9468-48d1-90a7-d8116c9bc65e req-ffc82733-fb9d-4284-a1a8-1960d5cba29a tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0653317 Dec 14 18:45:13.390166 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-38a097cb-9c1b-41ac-81a5-44510ef06589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:13.483119 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-ada591ef-9468-48d1-90a7-d8116c9bc65e req-72a1312e-c431-4db4-b888-f149b348a2a3 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804043 Dec 14 18:45:13.491303 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-38a097cb-9c1b-41ac-81a5-44510ef06589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:13.496519 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-38a097cb-9c1b-41ac-81a5-44510ef06589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:13.513603 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b46560-6d60-40e7-b844-fa9979af8d8b tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Router db6ea8f5-1f88-4e0f-b432-cdaff40cea1e has already been hosted by L3 agent 61f97045-3475-4abf-9bb4-9e4a5178f14d {{(pid=108021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:45:13.543305 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a097cb-9c1b-41ac-81a5-44510ef06589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3b1003-dc3d-4233-8fa6-ae7c1d723411,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:45:13.547614 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-38a097cb-9c1b-41ac-81a5-44510ef06589 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b16dab695b0448f3944b83f72ec75989&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2927740 Dec 14 18:45:13.550116 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 43782) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:45:13.606647 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-fda27798-a9ba-4e73-b344-ba5a9caa4864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:13.630394 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b46560-6d60-40e7-b844-fa9979af8d8b tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify agent at l3_agent.dv-cinder-821746-1-iscsi the message routers_updated {{(pid=108021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:45:13.635228 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-61b46560-6d60-40e7-b844-fa9979af8d8b tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for floatingip, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:13.637401 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-fda27798-a9ba-4e73-b344-ba5a9caa4864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:13.644536 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e9994c-04eb-47f6-97f9-0efba3b8fecd None None] Sync routers for ids ['db6ea8f5-1f88-4e0f-b432-cdaff40cea1e'] in dv-cinder-821746-1-iscsi {{(pid=108023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:45:13.658084 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e9994c-04eb-47f6-97f9-0efba3b8fecd None None] Routers {'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:45:13.658889 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-83e9994c-04eb-47f6-97f9-0efba3b8fecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:44:45Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['db6ea8f5-1f88-4e0f-b432-cdaff40cea1e'], 'active': True} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:45:13.666528 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-61b46560-6d60-40e7-b844-fa9979af8d8b tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "PUT /v2.0/floatingips/4d4d1afb-313e-41f3-93ee-496f6d7f4624 HTTP/1.1" status: 200 len: 991 time: 1.3305781 Dec 14 18:45:13.667316 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc608ae-3344-4524-9d53-7e76b3a921e6', 'tag': '92e1bf3e-099a-4c9f-b31d-e4954b6813d1'}] {{(pid=108021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:45:13.669639 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b93b291913d2f478f978021224fe99462ed5361e2b2e2c80d6eb419d23fcc8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b980ee-5b9f-4314-8433-0348791324e1" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc608ae-3344-4524-9d53-7e76b3a921e6", "tag": "92e1bf3e-099a-4c9f-b31d-e4954b6813d1"}]}' {{(pid=108021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:45:13.698458 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-fda27798-a9ba-4e73-b344-ba5a9caa4864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:13.701258 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-fda27798-a9ba-4e73-b344-ba5a9caa4864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:13.705110 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-fda27798-a9ba-4e73-b344-ba5a9caa4864 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3a3b1003-dc3d-4233-8fa6-ae7c1d723411 HTTP/1.1" status: 204 len: 168 time: 0.1515734 Dec 14 18:45:13.713201 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda27798-a9ba-4e73-b344-ba5a9caa4864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3b1003-dc3d-4233-8fa6-ae7c1d723411,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:45:13.737134 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9f1092-e8bf-4c44-acf8-f09ace22fc66 x-openstack-request-id: req-ae9f1092-e8bf-4c44-acf8-f09ace22fc66 {{(pid=108021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:45:13.737426 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc608ae-3344-4524-9d53-7e76b3a921e6", "tag": "92e1bf3e-099a-4c9f-b31d-e4954b6813d1", "status": "completed", "code": 200}]} {{(pid=108021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:45:13.737679 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ae9f1092-e8bf-4c44-acf8-f09ace22fc66 {{(pid=108021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:45:13.738073 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc608ae-3344-4524-9d53-7e76b3a921e6', 'tag': '92e1bf3e-099a-4c9f-b31d-e4954b6813d1', 'status': 'completed', 'code': 200} Dec 14 18:45:13.828214 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b980ee-5b9f-4314-8433-0348791324e1 req-2f8bf1f0-f746-42eb-af07-59680488ccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:13.832809 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-73b980ee-5b9f-4314-8433-0348791324e1 req-2f8bf1f0-f746-42eb-af07-59680488ccb1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8119ae9c02c041da868fd66af898aece&device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 1098 time: 0.0665665 Dec 14 18:45:13.886647 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvr_db [None req-83e9994c-04eb-47f6-97f9-0efba3b8fecd None None] Set router db6ea8f5-1f88-4e0f-b432-cdaff40cea1e gateway port host: dv-cinder-821746-1-iscsi {{(pid=108023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:45:14.122514 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 43806) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:45:14.135774 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-24f3d1f5-89c0-42d1-ab85-08fe9f78eb9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:14.141268 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-83e9994c-04eb-47f6-97f9-0efba3b8fecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'name': 'tempest-AttachVolumeShelveTestJSON-731502450-router', 'tenant_id': '8119ae9c02c041da868fd66af898aece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'a02adf1e-1519-4a82-af9b-0e82a2fecdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:44:33Z', 'updated_at': '2021-12-14T18:44:37Z', 'revision_number': 4, 'project_id': '8119ae9c02c041da868fd66af898aece', 'gw_port': {'id': 'a02adf1e-1519-4a82-af9b-0e82a2fecdb4', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:44:34Z', 'updated_at': '2021-12-14T18:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_floatingips': [{'id': '4d4d1afb-313e-41f3-93ee-496f6d7f4624', 'tenant_id': '8119ae9c02c041da868fd66af898aece', 'floating_ip_address': '172.27.2.186', 'floating_network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'router_id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'port_id': '92e1bf3e-099a-4c9f-b31d-e4954b6813d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d', 'mac_address': 'fa:16:3e:07:37:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc608ae-3344-4524-9d53-7e76b3a921e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:44:40Z', 'updated_at': '2021-12-14T18:45:12Z', 'revision_number': 1, 'project_id': '8119ae9c02c041da868fd66af898aece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbfcb125-3b7c-4ce8-9b31-154d853ef904', 'name': '', 'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d', 'tenant_id': '8119ae9c02c041da868fd66af898aece', 'mac_address': 'fa:16:3e:6b:31:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd961d8ae-8136-463f-bf43-32c0a15a6798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:44:36Z', 'updated_at': '2021-12-14T18:44:41Z', 'revision_number': 5, 'project_id': '8119ae9c02c041da868fd66af898aece', 'subnets': [{'id': 'd961d8ae-8136-463f-bf43-32c0a15a6798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:45:14.171699 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e9994c-04eb-47f6-97f9-0efba3b8fecd None None] Checking router: db6ea8f5-1f88-4e0f-b432-cdaff40cea1e for host: dv-cinder-821746-1-iscsi {{(pid=108023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:45:14.180246 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e9994c-04eb-47f6-97f9-0efba3b8fecd None None] Routers {'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:45:14.180852 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-83e9994c-04eb-47f6-97f9-0efba3b8fecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:44:45Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['db6ea8f5-1f88-4e0f-b432-cdaff40cea1e'], 'active': True} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:45:14.228068 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-24f3d1f5-89c0-42d1-ab85-08fe9f78eb9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:14.234210 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-24f3d1f5-89c0-42d1-ab85-08fe9f78eb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:14.276058 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f3d1f5-89c0-42d1-ab85-08fe9f78eb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10cc5d8-b18c-4274-8bbf-6ea851a4a3b6,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:45:14.285111 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-24f3d1f5-89c0-42d1-ab85-08fe9f78eb9a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=56fe5664ecc34a829fe3d9f3fd51b543&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1611021 Dec 14 18:45:14.287231 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 43812) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:45:14.298747 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvr_db [None req-83e9994c-04eb-47f6-97f9-0efba3b8fecd None None] Set router db6ea8f5-1f88-4e0f-b432-cdaff40cea1e gateway port host: dv-cinder-821746-1-iscsi {{(pid=108023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:45:14.366801 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-d209e95b-5333-4488-adb4-46d352f9e207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:14.396359 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-d209e95b-5333-4488-adb4-46d352f9e207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:14.466775 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-d209e95b-5333-4488-adb4-46d352f9e207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:14.468031 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-d209e95b-5333-4488-adb4-46d352f9e207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:14.469303 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-d209e95b-5333-4488-adb4-46d352f9e207 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c10cc5d8-b18c-4274-8bbf-6ea851a4a3b6 HTTP/1.1" status: 204 len: 168 time: 0.1811199 Dec 14 18:45:14.478550 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d209e95b-5333-4488-adb4-46d352f9e207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10cc5d8-b18c-4274-8bbf-6ea851a4a3b6,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:45:14.547863 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-83e9994c-04eb-47f6-97f9-0efba3b8fecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'name': 'tempest-AttachVolumeShelveTestJSON-731502450-router', 'tenant_id': '8119ae9c02c041da868fd66af898aece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'a02adf1e-1519-4a82-af9b-0e82a2fecdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:44:33Z', 'updated_at': '2021-12-14T18:44:37Z', 'revision_number': 4, 'project_id': '8119ae9c02c041da868fd66af898aece', 'gw_port': {'id': 'a02adf1e-1519-4a82-af9b-0e82a2fecdb4', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:44:34Z', 'updated_at': '2021-12-14T18:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_floatingips': [{'id': '4d4d1afb-313e-41f3-93ee-496f6d7f4624', 'tenant_id': '8119ae9c02c041da868fd66af898aece', 'floating_ip_address': '172.27.2.186', 'floating_network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'router_id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'port_id': '92e1bf3e-099a-4c9f-b31d-e4954b6813d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d', 'mac_address': 'fa:16:3e:07:37:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc608ae-3344-4524-9d53-7e76b3a921e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:44:40Z', 'updated_at': '2021-12-14T18:45:12Z', 'revision_number': 1, 'project_id': '8119ae9c02c041da868fd66af898aece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbfcb125-3b7c-4ce8-9b31-154d853ef904', 'name': '', 'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d', 'tenant_id': '8119ae9c02c041da868fd66af898aece', 'mac_address': 'fa:16:3e:6b:31:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd961d8ae-8136-463f-bf43-32c0a15a6798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:44:36Z', 'updated_at': '2021-12-14T18:44:41Z', 'revision_number': 5, 'project_id': '8119ae9c02c041da868fd66af898aece', 'subnets': [{'id': 'd961d8ae-8136-463f-bf43-32c0a15a6798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:45:14.586226 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e9994c-04eb-47f6-97f9-0efba3b8fecd None None] The sync data for ids ['db6ea8f5-1f88-4e0f-b432-cdaff40cea1e'] in dv-cinder-821746-1-iscsi is: [{'id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'name': 'tempest-AttachVolumeShelveTestJSON-731502450-router', 'tenant_id': '8119ae9c02c041da868fd66af898aece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'a02adf1e-1519-4a82-af9b-0e82a2fecdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:44:33Z', 'updated_at': '2021-12-14T18:44:37Z', 'revision_number': 4, 'project_id': '8119ae9c02c041da868fd66af898aece', 'gw_port': {'id': 'a02adf1e-1519-4a82-af9b-0e82a2fecdb4', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:44:34Z', 'updated_at': '2021-12-14T18:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_floatingips': [{'id': '4d4d1afb-313e-41f3-93ee-496f6d7f4624', 'tenant_id': '8119ae9c02c041da868fd66af898aece', 'floating_ip_address': '172.27.2.186', 'floating_network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'router_id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'port_id': '92e1bf3e-099a-4c9f-b31d-e4954b6813d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d', 'mac_address': 'fa:16:3e:07:37:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc608ae-3344-4524-9d53-7e76b3a921e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:44:40Z', 'updated_at': '2021-12-14T18:45:12Z', 'revision_number': 1, 'project_id': '8119ae9c02c041da868fd66af898aece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbfcb125-3b7c-4ce8-9b31-154d853ef904', 'name': '', 'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d', 'tenant_id': '8119ae9c02c041da868fd66af898aece', 'mac_address': 'fa:16:3e:6b:31:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd961d8ae-8136-463f-bf43-32c0a15a6798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:44:36Z', 'updated_at': '2021-12-14T18:44:41Z', 'revision_number': 5, 'project_id': '8119ae9c02c041da868fd66af898aece', 'subnets': [{'id': 'd961d8ae-8136-463f-bf43-32c0a15a6798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:45:14.729058 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-6eb0d77a-b190-490c-bc83-b42f33dcf25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:14.786822 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ac72cb-ae29-41e9-b8a2-7f824a0736e8 None None] New status for floating IP 4d4d1afb-313e-41f3-93ee-496f6d7f4624: ACTIVE {{(pid=108022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 18:45:16.159514 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:16.962431 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b980ee-5b9f-4314-8433-0348791324e1 req-344a334a-004a-4bd3-8249-1882b29c797b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:16.964083 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-73b980ee-5b9f-4314-8433-0348791324e1 req-344a334a-004a-4bd3-8249-1882b29c797b service neutron] 10.222.0.61 "GET /v2.0/networks?id=10892228-a1f8-4a5d-a334-a9f8d999d26d HTTP/1.1" status: 200 len: 917 time: 0.0930433 Dec 14 18:45:17.062481 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-73b980ee-5b9f-4314-8433-0348791324e1 req-469d9e3c-9b24-4ac0-80a7-efc9425ef9b6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92e1bf3e-099a-4c9f-b31d-e4954b6813d1 HTTP/1.1" status: 200 len: 1001 time: 0.0833485 Dec 14 18:45:17.073350 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d800ab-7825-4746-8f5b-041a2c6105c6 req-400d7612-7b37-464c-9531-daf310e0d37d tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:17.074765 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-d7d800ab-7825-4746-8f5b-041a2c6105c6 req-400d7612-7b37-464c-9531-daf310e0d37d tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0989118 Dec 14 18:45:17.146491 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-d7d800ab-7825-4746-8f5b-041a2c6105c6 req-f49de9cf-cb96-4c1e-b78e-0bb14c5df05a tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656691 Dec 14 18:45:17.156163 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b980ee-5b9f-4314-8433-0348791324e1 req-1b8dca70-1a30-49e9-8ac4-091f671f07db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:17.157881 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-73b980ee-5b9f-4314-8433-0348791324e1 req-1b8dca70-1a30-49e9-8ac4-091f671f07db service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d961d8ae-8136-463f-bf43-32c0a15a6798 HTTP/1.1" status: 200 len: 855 time: 0.0609286 Dec 14 18:45:17.211210 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b980ee-5b9f-4314-8433-0348791324e1 req-ab9555cc-2e68-4092-bf29-940e76b2a2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:17.212713 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-73b980ee-5b9f-4314-8433-0348791324e1 req-ab9555cc-2e68-4092-bf29-940e76b2a2c0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10892228-a1f8-4a5d-a334-a9f8d999d26d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401843 Dec 14 18:45:17.313130 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-73b980ee-5b9f-4314-8433-0348791324e1 req-f4a33128-955c-4b45-9276-6d6a3310d10a service neutron] 10.222.0.61 "GET /v2.0/networks/10892228-a1f8-4a5d-a334-a9f8d999d26d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863421 Dec 14 18:45:17.405841 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-73b980ee-5b9f-4314-8433-0348791324e1 req-c51f5991-85b3-43cd-ab6c-74598cbb8843 service neutron] 10.222.0.61 "GET /v2.0/networks/10892228-a1f8-4a5d-a334-a9f8d999d26d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833302 Dec 14 18:45:17.499328 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:17.854672 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:18.265846 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6542f12-c33a-4f4a-a373-930a3201da0d req-76d98a55-54f9-4809-8cc6-4eebdf81d5a6 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:18.267389 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-a6542f12-c33a-4f4a-a373-930a3201da0d req-76d98a55-54f9-4809-8cc6-4eebdf81d5a6 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0501339 Dec 14 18:45:18.308501 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-a6542f12-c33a-4f4a-a373-930a3201da0d req-6b2d61c5-9740-4cf3-aeb7-c196b6119a23 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337882 Dec 14 18:45:19.468747 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490b8fb-3b1f-4a63-af15-e33d5be1835e req-7ac5311d-14cd-4c50-b7d7-d933dccfa2f9 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:19.470861 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-4490b8fb-3b1f-4a63-af15-e33d5be1835e req-7ac5311d-14cd-4c50-b7d7-d933dccfa2f9 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0669277 Dec 14 18:45:19.516230 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-4490b8fb-3b1f-4a63-af15-e33d5be1835e req-7554269c-7b75-4a77-a70b-1bf4776539fd tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391841 Dec 14 18:45:19.781308 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 43964) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:45:19.898885 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-34618376-4e07-4713-af48-32a674e0678b admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:19.987573 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869bd34-54d4-4eb1-9622-74ffa359a0d5 req-8565d846-3f69-4da7-a027-c055b9a359c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:19.989379 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-e869bd34-54d4-4eb1-9622-74ffa359a0d5 req-8565d846-3f69-4da7-a027-c055b9a359c2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6d30e631db984d3fa5328c6309d21ab1&device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 1098 time: 0.0662787 Dec 14 18:45:20.024494 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-34618376-4e07-4713-af48-32a674e0678b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:20.036374 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-34618376-4e07-4713-af48-32a674e0678b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:20.116921 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-e247d0ee-9d54-4495-861e-ea71769ba94b tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:20.118418 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-e247d0ee-9d54-4495-861e-ea71769ba94b tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/networks?id=dd304430-c646-4db7-a934-2559ea0d87d6 HTTP/1.1" status: 200 len: 814 time: 0.1196601 Dec 14 18:45:20.124280 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-34618376-4e07-4713-af48-32a674e0678b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=aa66cc57eab6497ab18bde0dc0e6623c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3391037 Dec 14 18:45:20.124741 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34618376-4e07-4713-af48-32a674e0678b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ba73f9-78bc-4d7b-9c8f-2437a36c7386,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:45:20.125614 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 43986) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:45:20.136775 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34618376-4e07-4713-af48-32a674e0678b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:45:20.137124 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34618376-4e07-4713-af48-32a674e0678b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:45:20.137461 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34618376-4e07-4713-af48-32a674e0678b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:45:20.137796 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34618376-4e07-4713-af48-32a674e0678b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:45:20.138132 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34618376-4e07-4713-af48-32a674e0678b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:45:20.138450 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34618376-4e07-4713-af48-32a674e0678b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:45:20.138804 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34618376-4e07-4713-af48-32a674e0678b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:45:20.139130 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34618376-4e07-4713-af48-32a674e0678b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:45:20.139454 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34618376-4e07-4713-af48-32a674e0678b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:45:20.139774 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34618376-4e07-4713-af48-32a674e0678b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:45:20.140162 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34618376-4e07-4713-af48-32a674e0678b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:45:20.140508 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34618376-4e07-4713-af48-32a674e0678b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:45:20.152151 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-2f79cf20-1a4d-4d55-9637-4ffdd22cb767 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/quotas/c8d244262bb0402da2c415ab98f5b988 HTTP/1.1" status: 200 len: 375 time: 0.0189266 Dec 14 18:45:20.205896 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869bd34-54d4-4eb1-9622-74ffa359a0d5 req-ed165b90-677a-4c5e-b636-1a587e9d570a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:20.207550 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-e869bd34-54d4-4eb1-9622-74ffa359a0d5 req-ed165b90-677a-4c5e-b636-1a587e9d570a service neutron] 10.222.0.61 "GET /v2.0/networks?id=cec07be9-2009-49bf-b433-dbf4ec1bc7f9 HTTP/1.1" status: 200 len: 919 time: 0.1859019 Dec 14 18:45:20.227065 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-5cf140ea-26c2-4656-9b53-12624e6f8aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:20.253414 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-ba542425-587a-4853-83c4-bf14dcdad182 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=c8d244262bb0402da2c415ab98f5b988&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0826862 Dec 14 18:45:20.268643 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-5cf140ea-26c2-4656-9b53-12624e6f8aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:20.271619 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-e869bd34-54d4-4eb1-9622-74ffa359a0d5 req-a8f22a7e-1912-420f-882c-43e569d70887 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1be5751a-d6f2-43c8-bc3f-36770fd3ac51 HTTP/1.1" status: 200 len: 217 time: 0.0425522 Dec 14 18:45:20.325125 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869bd34-54d4-4eb1-9622-74ffa359a0d5 req-77c5f341-dd25-4752-bcaf-009702bb5822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:20.326708 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-e869bd34-54d4-4eb1-9622-74ffa359a0d5 req-77c5f341-dd25-4752-bcaf-009702bb5822 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3c4318d4-5988-4679-8015-e2594e934f86 HTTP/1.1" status: 200 len: 858 time: 0.0471299 Dec 14 18:45:20.368514 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-e869bd34-54d4-4eb1-9622-74ffa359a0d5 req-c337d6ab-693f-468f-a744-dc82ca936824 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cec07be9-2009-49bf-b433-dbf4ec1bc7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303955 Dec 14 18:45:20.381904 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-fa6b8fe3-6a15-4231-a590-65ea20924cee service neutron] 10.222.0.71 "GET /v2.0/networks/dd304430-c646-4db7-a934-2559ea0d87d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154110 Dec 14 18:45:20.387628 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-5cf140ea-26c2-4656-9b53-12624e6f8aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:20.390418 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-5cf140ea-26c2-4656-9b53-12624e6f8aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:20.391574 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-5cf140ea-26c2-4656-9b53-12624e6f8aca admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f6ba73f9-78bc-4d7b-9c8f-2437a36c7386 HTTP/1.1" status: 204 len: 168 time: 0.2644489 Dec 14 18:45:20.409995 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf140ea-26c2-4656-9b53-12624e6f8aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ba73f9-78bc-4d7b-9c8f-2437a36c7386,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:45:20.456411 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf140ea-26c2-4656-9b53-12624e6f8aca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:45:20.456762 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf140ea-26c2-4656-9b53-12624e6f8aca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:45:20.457135 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf140ea-26c2-4656-9b53-12624e6f8aca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:45:20.457600 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf140ea-26c2-4656-9b53-12624e6f8aca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:45:20.457946 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf140ea-26c2-4656-9b53-12624e6f8aca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:45:20.458573 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf140ea-26c2-4656-9b53-12624e6f8aca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:45:20.459252 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf140ea-26c2-4656-9b53-12624e6f8aca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:45:20.459590 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf140ea-26c2-4656-9b53-12624e6f8aca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:45:20.459941 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf140ea-26c2-4656-9b53-12624e6f8aca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:45:20.460254 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf140ea-26c2-4656-9b53-12624e6f8aca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:45:20.461016 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf140ea-26c2-4656-9b53-12624e6f8aca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:45:20.461340 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf140ea-26c2-4656-9b53-12624e6f8aca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:45:20.489363 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-e869bd34-54d4-4eb1-9622-74ffa359a0d5 req-36734a58-bb87-42c2-a037-3b3c42a7ae33 service neutron] 10.222.0.61 "GET /v2.0/networks/cec07be9-2009-49bf-b433-dbf4ec1bc7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036394 Dec 14 18:45:20.534210 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-b610ab7c-8dd3-4e7f-81c1-6902ee950fa6 service neutron] 10.222.0.71 "GET /v2.0/networks/dd304430-c646-4db7-a934-2559ea0d87d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413906 Dec 14 18:45:20.608490 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-e869bd34-54d4-4eb1-9622-74ffa359a0d5 req-3aae0e44-31d6-428e-b767-eae912d5e66e service neutron] 10.222.0.61 "GET /v2.0/networks/cec07be9-2009-49bf-b433-dbf4ec1bc7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999897 Dec 14 18:45:20.709734 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281d57c-772c-4a43-be6f-4b7ca17a1884 req-f3e87c2e-7670-4829-8bf8-082bdea47924 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:20.719054 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4281d57c-772c-4a43-be6f-4b7ca17a1884 req-f3e87c2e-7670-4829-8bf8-082bdea47924 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0898409 Dec 14 18:45:20.765672 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4281d57c-772c-4a43-be6f-4b7ca17a1884 req-169fa0c7-9f32-465d-a0dd-a1684d857414 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452492 Dec 14 18:45:20.781053 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-2e237417-80c1-4e02-90fc-aa6f76e0eec2 req-587c641e-98a7-48e6-aa6f-3ba259dc4026 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ea0b42a-ea20-420a-aa5d-4271fd54b2ab HTTP/1.1" status: 200 len: 210 time: 0.0516460 Dec 14 18:45:20.781461 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 44012) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:45:20.796402 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-f2b79991-ee70-43f0-b422-e606bd7edbc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:20.879200 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-f2b79991-ee70-43f0-b422-e606bd7edbc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:20.886281 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-f2b79991-ee70-43f0-b422-e606bd7edbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:20.930933 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-f2b79991-ee70-43f0-b422-e606bd7edbc7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=47116289bb754d4b93da93ae3e79cc4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1462839 Dec 14 18:45:20.930933 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b79991-ee70-43f0-b422-e606bd7edbc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1839dd-b500-49d7-9997-bf927378d1aa,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:45:20.931493 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 44020) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:45:20.996460 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-64994441-a3f2-4783-b0b7-353a12dcb377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:21.024962 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-64994441-a3f2-4783-b0b7-353a12dcb377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:21.078322 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-64994441-a3f2-4783-b0b7-353a12dcb377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:21.081600 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-64994441-a3f2-4783-b0b7-353a12dcb377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:21.083457 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-64994441-a3f2-4783-b0b7-353a12dcb377 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2e1839dd-b500-49d7-9997-bf927378d1aa HTTP/1.1" status: 204 len: 168 time: 0.1509750 Dec 14 18:45:21.096260 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64994441-a3f2-4783-b0b7-353a12dcb377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1839dd-b500-49d7-9997-bf927378d1aa,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:45:21.887986 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-fff69e82-af72-4a8d-83c9-6822dcea8fb0 req-a1f573ca-b7e8-4c71-879b-356ee1a9ee89 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ea0b42a-ea20-420a-aa5d-4271fd54b2ab HTTP/1.1" status: 200 len: 210 time: 0.0284522 Dec 14 18:45:21.936393 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ae9c0-c3ee-469c-a08e-03f790f0714d req-ad58f689-682a-423a-b0b9-854fec454135 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:21.937859 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-7d1ae9c0-c3ee-469c-a08e-03f790f0714d req-ad58f689-682a-423a-b0b9-854fec454135 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0751879 Dec 14 18:45:21.979435 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-7d1ae9c0-c3ee-469c-a08e-03f790f0714d req-beb5c5cb-0d84-4a6b-ac19-51eaf1275ee0 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350983 Dec 14 18:45:22.081263 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:22.371801 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-073228f9-51c5-4278-9667-ce47528c8d7f tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:22.373450 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-073228f9-51c5-4278-9667-ce47528c8d7f tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.61 "GET /v2.0/networks?id=dd304430-c646-4db7-a934-2559ea0d87d6 HTTP/1.1" status: 200 len: 814 time: 0.1242967 Dec 14 18:45:22.397494 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-50091b96-246f-4d48-b305-cca62619dd66 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Request body: {'port': {'device_id': '9ea0b42a-ea20-420a-aa5d-4271fd54b2ab', 'network_id': 'dd304430-c646-4db7-a934-2559ea0d87d6', 'admin_state_up': True, 'tenant_id': 'c8d244262bb0402da2c415ab98f5b988'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:45:22.528060 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-50091b96-246f-4d48-b305-cca62619dd66 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Made reservation on behalf of c8d244262bb0402da2c415ab98f5b988 for: {'port': 1} {{(pid=108020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:45:22.531933 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-50091b96-246f-4d48-b305-cca62619dd66 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:22.714601 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.db_base_plugin_common [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-50091b96-246f-4d48-b305-cca62619dd66 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Allocated IP 172.20.0.10 (dd304430-c646-4db7-a934-2559ea0d87d6/048742ed-8e42-40b7-b8eb-a3709809cf9f/a3b24508-9f3a-4933-ad2e-56db9910c87c) {{(pid=108020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:45:22.886216 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-50091b96-246f-4d48-b305-cca62619dd66 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Notify callbacks [] for port, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:22.927185 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-50091b96-246f-4d48-b305-cca62619dd66 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957'] for port, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:22.947860 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] get_ports_and_sgs() called for port_ids ['dc5c5a9f-e43e-4880-9f97-d6ac12250964', '0a4dd6bb-8d05-49fe-b4a6-79382bdfb824', '950f9c2d-fcde-4b8d-a057-838b5cb66089'] {{(pid=108022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:45:22.985164 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50091b96-246f-4d48-b305-cca62619dd66 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Pushing event updated for resources: {'Port': ['ID=a3b24508-9f3a-4933-ad2e-56db9910c87c,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:45:23.007432 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-50091b96-246f-4d48-b305-cca62619dd66 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Network dd304430-c646-4db7-a934-2559ea0d87d6 is already hosted by enough agents. {{(pid=108020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:45:23.009075 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.base_scheduler [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-50091b96-246f-4d48-b305-cca62619dd66 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Resources bound (agent type, host, resource id): {{(pid=108020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:45:23.017823 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-50091b96-246f-4d48-b305-cca62619dd66 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Received port after_create {{(pid=108020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:45:23.024556 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-50091b96-246f-4d48-b305-cca62619dd66 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:23.025683 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-50091b96-246f-4d48-b305-cca62619dd66 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:23.046926 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-50091b96-246f-4d48-b305-cca62619dd66 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6545002 Dec 14 18:45:23.065379 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-7d068575-34d4-4e88-8b9b-c34b5e356d08 service neutron] Request body: {'port': {'device_id': '9ea0b42a-ea20-420a-aa5d-4271fd54b2ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:45:23.154348 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a4227-98d5-466c-89e6-ed7ea80259e3 req-7747c0dc-89b2-4129-8f64-8865ac24bcd2 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:23.161869 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-b09a4227-98d5-466c-89e6-ed7ea80259e3 req-7747c0dc-89b2-4129-8f64-8865ac24bcd2 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0597005 Dec 14 18:45:23.216807 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-b09a4227-98d5-466c-89e6-ed7ea80259e3 req-f85bbf86-ca52-4f61-8d11-ddf26a0381ff tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533528 Dec 14 18:45:23.221981 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8626d4f-b178-43e4-b344-c6f0735b06ca req-ef60c8e5-5d5c-4eaf-a9ad-f4862b078edc tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:23.225571 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a8626d4f-b178-43e4-b344-c6f0735b06ca req-ef60c8e5-5d5c-4eaf-a9ad-f4862b078edc tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ea0b42a-ea20-420a-aa5d-4271fd54b2ab HTTP/1.1" status: 200 len: 932 time: 0.1158009 Dec 14 18:45:23.235310 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-7d068575-34d4-4e88-8b9b-c34b5e356d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:23.302675 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a8626d4f-b178-43e4-b344-c6f0735b06ca req-019018bb-acd9-4df4-a8ae-3811e3edf0db tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689681 Dec 14 18:45:23.538647 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-7d068575-34d4-4e88-8b9b-c34b5e356d08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3b24508-9f3a-4933-ad2e-56db9910c87c {{(pid=108020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:45:23.546195 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-7d068575-34d4-4e88-8b9b-c34b5e356d08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:23.560181 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.provisioning_blocks [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-7d068575-34d4-4e88-8b9b-c34b5e356d08 service neutron] Transition to ACTIVE for port object a3b24508-9f3a-4933-ad2e-56db9910c87c will not be triggered until provisioned by entity L2. {{(pid=108020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 18:45:23.564594 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-7d068575-34d4-4e88-8b9b-c34b5e356d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:23.618565 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d068575-34d4-4e88-8b9b-c34b5e356d08 service neutron] Pushing event updated for resources: {'Port': ['ID=a3b24508-9f3a-4933-ad2e-56db9910c87c,revision_number=2']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:45:23.656923 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-7d068575-34d4-4e88-8b9b-c34b5e356d08 service neutron] Attempting to bind port a3b24508-9f3a-4933-ad2e-56db9910c87c on host hv-cinder-82174 for vnic_type normal with profile {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:45:23.657281 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-7d068575-34d4-4e88-8b9b-c34b5e356d08 service neutron] Attempting to bind port a3b24508-9f3a-4933-ad2e-56db9910c87c by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': 'afbc79ff-63f4-4186-8162-deafc6a1b2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dd304430-c646-4db7-a934-2559ea0d87d6'}] {{(pid=108020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:45:23.657607 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-7d068575-34d4-4e88-8b9b-c34b5e356d08 service neutron] Attempting to bind port a3b24508-9f3a-4933-ad2e-56db9910c87c on network dd304430-c646-4db7-a934-2559ea0d87d6 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:45:23.663027 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-7d068575-34d4-4e88-8b9b-c34b5e356d08 service neutron] Port a3b24508-9f3a-4933-ad2e-56db9910c87c on network dd304430-c646-4db7-a934-2559ea0d87d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 18:45:23.663343 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-7d068575-34d4-4e88-8b9b-c34b5e356d08 service neutron] Attempting to bind port a3b24508-9f3a-4933-ad2e-56db9910c87c on network dd304430-c646-4db7-a934-2559ea0d87d6 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:45:23.668821 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-7d068575-34d4-4e88-8b9b-c34b5e356d08 service neutron] Checking agent: {'id': '1f764c31-0392-4232-adb6-72e70ca44f2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 41, 22), 'started_at': datetime.datetime(2021, 12, 14, 18, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:45:23.669239 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-7d068575-34d4-4e88-8b9b-c34b5e356d08 service neutron] Checking segment: {'id': 'afbc79ff-63f4-4186-8162-deafc6a1b2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dd304430-c646-4db7-a934-2559ea0d87d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:45:23.669627 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-7d068575-34d4-4e88-8b9b-c34b5e356d08 service neutron] Bound using segment: {'id': 'afbc79ff-63f4-4186-8162-deafc6a1b2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dd304430-c646-4db7-a934-2559ea0d87d6'} {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:45:23.670090 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-7d068575-34d4-4e88-8b9b-c34b5e356d08 service neutron] Bound port: a3b24508-9f3a-4933-ad2e-56db9910c87c, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afbc79ff-63f4-4186-8162-deafc6a1b2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'dd304430-c646-4db7-a934-2559ea0d87d6'}}] {{(pid=108020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:45:23.670483 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-7d068575-34d4-4e88-8b9b-c34b5e356d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:23.742378 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-7d068575-34d4-4e88-8b9b-c34b5e356d08 service neutron] For port a3b24508-9f3a-4933-ad2e-56db9910c87c, host hv-cinder-82174, cleared binding levels {{(pid=108020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:45:23.745451 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-7d068575-34d4-4e88-8b9b-c34b5e356d08 service neutron] For port a3b24508-9f3a-4933-ad2e-56db9910c87c, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a3b24508-9f3a-4933-ad2e-56db9910c87c,segment=NetworkSegment(afbc79ff-63f4-4186-8162-deafc6a1b2e3),segment_id=afbc79ff-63f4-4186-8162-deafc6a1b2e3)] {{(pid=108020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:45:23.749454 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-7d068575-34d4-4e88-8b9b-c34b5e356d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:23.781452 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-7d068575-34d4-4e88-8b9b-c34b5e356d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:23.782084 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-7d068575-34d4-4e88-8b9b-c34b5e356d08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:23.783610 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-7d068575-34d4-4e88-8b9b-c34b5e356d08 service neutron] 10.222.0.61 "PUT /v2.0/ports/a3b24508-9f3a-4933-ad2e-56db9910c87c HTTP/1.1" status: 200 len: 1094 time: 0.7230060 Dec 14 18:45:23.784072 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea0b42a-ea20-420a-aa5d-4271fd54b2ab', 'tag': 'a3b24508-9f3a-4933-ad2e-56db9910c87c'}] {{(pid=108020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:45:23.786486 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d1d651e17726932f2c063a5cb62fed0687a982c73a8c4b64805019ed9839e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671dc00e-0b52-40b3-86f0-1b50b5e70420" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea0b42a-ea20-420a-aa5d-4271fd54b2ab", "tag": "a3b24508-9f3a-4933-ad2e-56db9910c87c"}]}' {{(pid=108020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:45:23.812628 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d068575-34d4-4e88-8b9b-c34b5e356d08 service neutron] Pushing event updated for resources: {'Port': ['ID=a3b24508-9f3a-4933-ad2e-56db9910c87c,revision_number=3']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:45:23.836661 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b620d0-5904-4f86-9663-19b731b00dbc x-openstack-request-id: req-b6b620d0-5904-4f86-9663-19b731b00dbc {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:45:23.836958 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea0b42a-ea20-420a-aa5d-4271fd54b2ab", "tag": "a3b24508-9f3a-4933-ad2e-56db9910c87c", "status": "completed", "code": 200}]} {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:45:23.837270 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b6b620d0-5904-4f86-9663-19b731b00dbc {{(pid=108020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:45:23.837729 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea0b42a-ea20-420a-aa5d-4271fd54b2ab', 'tag': 'a3b24508-9f3a-4933-ad2e-56db9910c87c', 'status': 'completed', 'code': 200} Dec 14 18:45:23.897121 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-fd2b6156-9301-43ce-9933-b518a83d528d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:23.898832 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-fd2b6156-9301-43ce-9933-b518a83d528d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c8d244262bb0402da2c415ab98f5b988&device_id=9ea0b42a-ea20-420a-aa5d-4271fd54b2ab HTTP/1.1" status: 200 len: 1097 time: 0.0408468 Dec 14 18:45:23.950020 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-fd3c8902-1a0c-41ec-90d6-065676403f71 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3b24508-9f3a-4933-ad2e-56db9910c87c HTTP/1.1" status: 200 len: 217 time: 0.0365691 Dec 14 18:45:24.007115 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-cd5c5e69-bdd3-4436-8523-6b1154439b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:24.008556 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-cd5c5e69-bdd3-4436-8523-6b1154439b79 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=048742ed-8e42-40b7-b8eb-a3709809cf9f HTTP/1.1" status: 200 len: 854 time: 0.0443373 Dec 14 18:45:24.044741 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-883842c1-6b1c-46df-9543-8c2a42bc0b18 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dd304430-c646-4db7-a934-2559ea0d87d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245063 Dec 14 18:45:24.143576 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-c547a92a-d3c9-4e98-acbc-bbaafe5667df service neutron] 10.222.0.61 "GET /v2.0/networks/dd304430-c646-4db7-a934-2559ea0d87d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863516 Dec 14 18:45:24.234994 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-bf381d15-6931-44f4-a2de-3ebc3c39f259 req-d9dadff3-e394-4720-8f11-a266e3b2795c service neutron] 10.222.0.61 "GET /v2.0/networks/dd304430-c646-4db7-a934-2559ea0d87d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819728 Dec 14 18:45:24.365800 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64621547-2798-4429-bb04-521c3b7ad459 req-630821d0-48eb-4024-b1e0-5831586ae8cc tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:24.372735 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-64621547-2798-4429-bb04-521c3b7ad459 req-630821d0-48eb-4024-b1e0-5831586ae8cc tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0903409 Dec 14 18:45:24.375687 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671dc00e-0b52-40b3-86f0-1b50b5e70420 req-9160e2f3-7175-422d-8ee1-5b2218229935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:24.377390 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-671dc00e-0b52-40b3-86f0-1b50b5e70420 req-9160e2f3-7175-422d-8ee1-5b2218229935 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c8d244262bb0402da2c415ab98f5b988&device_id=9ea0b42a-ea20-420a-aa5d-4271fd54b2ab HTTP/1.1" status: 200 len: 1097 time: 0.0863054 Dec 14 18:45:24.434915 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c72ef9-7488-43a0-9579-e63c2e9d0444 req-07bf355b-f038-4d17-9393-653cf04cd5aa tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:24.440474 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-06c72ef9-7488-43a0-9579-e63c2e9d0444 req-07bf355b-f038-4d17-9393-653cf04cd5aa tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ea0b42a-ea20-420a-aa5d-4271fd54b2ab HTTP/1.1" status: 200 len: 944 time: 0.0606637 Dec 14 18:45:24.466904 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-64621547-2798-4429-bb04-521c3b7ad459 req-d9b28121-c272-4a5c-8dd1-5e29fcace346 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932343 Dec 14 18:45:24.480885 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-06c72ef9-7488-43a0-9579-e63c2e9d0444 req-3bfea2d6-595c-4b35-9c3f-66af06864c2c tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384777 Dec 14 18:45:24.517329 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671dc00e-0b52-40b3-86f0-1b50b5e70420 req-9a846993-1d2f-4595-9a9d-66d3d2f8d944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:24.518763 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-671dc00e-0b52-40b3-86f0-1b50b5e70420 req-9a846993-1d2f-4595-9a9d-66d3d2f8d944 service neutron] 10.222.0.61 "GET /v2.0/networks?id=dd304430-c646-4db7-a934-2559ea0d87d6 HTTP/1.1" status: 200 len: 915 time: 0.1238542 Dec 14 18:45:24.763676 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-671dc00e-0b52-40b3-86f0-1b50b5e70420 req-f7e1cbe8-6ef9-4e3b-85fc-ddc5e0efd384 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3b24508-9f3a-4933-ad2e-56db9910c87c HTTP/1.1" status: 200 len: 217 time: 0.2314527 Dec 14 18:45:24.826631 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671dc00e-0b52-40b3-86f0-1b50b5e70420 req-74af4760-1669-422f-a5f6-9c8d32a7fe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:24.828056 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-671dc00e-0b52-40b3-86f0-1b50b5e70420 req-74af4760-1669-422f-a5f6-9c8d32a7fe2e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=048742ed-8e42-40b7-b8eb-a3709809cf9f HTTP/1.1" status: 200 len: 854 time: 0.0487759 Dec 14 18:45:24.863863 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-671dc00e-0b52-40b3-86f0-1b50b5e70420 req-9af71931-bdcd-4818-8973-c6e35b449712 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dd304430-c646-4db7-a934-2559ea0d87d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234244 Dec 14 18:45:24.960997 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-671dc00e-0b52-40b3-86f0-1b50b5e70420 req-05e45cd4-fddb-4006-be02-364b2a061599 service neutron] 10.222.0.61 "GET /v2.0/networks/dd304430-c646-4db7-a934-2559ea0d87d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888393 Dec 14 18:45:25.095552 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-671dc00e-0b52-40b3-86f0-1b50b5e70420 req-96753722-1fd8-415f-98c7-584d098e85ac service neutron] 10.222.0.61 "GET /v2.0/networks/dd304430-c646-4db7-a934-2559ea0d87d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898767 Dec 14 18:45:25.621537 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276f662-11e7-4c4a-8e08-a7a67b810ba1 req-4d4e9d7d-2d48-459b-861c-2a8398000ed7 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:25.622999 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c276f662-11e7-4c4a-8e08-a7a67b810ba1 req-4d4e9d7d-2d48-459b-861c-2a8398000ed7 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0561748 Dec 14 18:45:25.638993 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087af5a5-00a7-4bd7-9256-68b622509881 req-beae24c2-bb03-4824-a5a6-2f0633e47954 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:25.641284 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-087af5a5-00a7-4bd7-9256-68b622509881 req-beae24c2-bb03-4824-a5a6-2f0633e47954 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ea0b42a-ea20-420a-aa5d-4271fd54b2ab HTTP/1.1" status: 200 len: 944 time: 0.0846829 Dec 14 18:45:25.675726 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c276f662-11e7-4c4a-8e08-a7a67b810ba1 req-0d367dc5-d8c4-4005-b3f8-e7627f40bb36 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461304 Dec 14 18:45:25.691525 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-087af5a5-00a7-4bd7-9256-68b622509881 req-873b95aa-255c-4f8c-bfe6-595548e98bb5 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444314 Dec 14 18:45:26.462600 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device a3b24508-9f3a-4933-ad2e-56db9910c87c details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=108022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:45:26.562026 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port a3b24508-9f3a-4933-ad2e-56db9910c87c, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a3b24508-9f3a-4933-ad2e-56db9910c87c,segment=NetworkSegment(afbc79ff-63f4-4186-8162-deafc6a1b2e3),segment_id=afbc79ff-63f4-4186-8162-deafc6a1b2e3)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:45:26.575345 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Returning: {'device': 'a3b24508-9f3a-4933-ad2e-56db9910c87c', 'network_id': 'dd304430-c646-4db7-a934-2559ea0d87d6', 'port_id': 'a3b24508-9f3a-4933-ad2e-56db9910c87c', 'mac_address': 'fa:16:3e:7e:b1:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '048742ed-8e42-40b7-b8eb-a3709809cf9f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:45:26.618652 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:26.633224 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3b24508-9f3a-4933-ad2e-56db9910c87c {{(pid=108022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:45:26.655874 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port a3b24508-9f3a-4933-ad2e-56db9910c87c, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a3b24508-9f3a-4933-ad2e-56db9910c87c,segment=NetworkSegment(afbc79ff-63f4-4186-8162-deafc6a1b2e3),segment_id=afbc79ff-63f4-4186-8162-deafc6a1b2e3)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:45:26.660335 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:26.712063 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=a3b24508-9f3a-4933-ad2e-56db9910c87c,revision_number=4']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:45:26.721795 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:45:26.721935 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:45:26.722164 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:45:26.722548 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:45:26.722899 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:45:26.723233 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:45:26.723563 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:45:26.723894 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:45:26.724238 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:45:26.724971 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:45:26.724971 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:45:26.725286 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:45:26.832543 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9182ca64-11b4-4dcb-9dd6-ab743330b265 req-47cc3789-56b2-4bdf-8987-701468f4d058 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:26.834216 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-9182ca64-11b4-4dcb-9dd6-ab743330b265 req-47cc3789-56b2-4bdf-8987-701468f4d058 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ea0b42a-ea20-420a-aa5d-4271fd54b2ab HTTP/1.1" status: 200 len: 945 time: 0.0555525 Dec 14 18:45:26.840893 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c82b4-2401-495f-a272-7049f3a4ff32 req-2e4a6578-d832-4b96-b22a-d1c48b546e35 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:26.842642 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-941c82b4-2401-495f-a272-7049f3a4ff32 req-2e4a6578-d832-4b96-b22a-d1c48b546e35 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0725844 Dec 14 18:45:26.883115 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-9182ca64-11b4-4dcb-9dd6-ab743330b265 req-0f182c48-31c1-4aac-957f-7230df692078 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410838 Dec 14 18:45:26.889902 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-941c82b4-2401-495f-a272-7049f3a4ff32 req-b551e02e-145c-4e1b-91b5-552c4b68d999 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388131 Dec 14 18:45:26.992101 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 44224) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:45:27.043410 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] get_ports_and_sgs() called for port_ids ['a3b24508-9f3a-4933-ad2e-56db9910c87c'] {{(pid=108022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:45:27.099234 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-01269d31-fd6a-4823-bf7e-7e70dff3bcb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:27.188558 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-01269d31-fd6a-4823-bf7e-7e70dff3bcb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:27.192943 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-01269d31-fd6a-4823-bf7e-7e70dff3bcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:27.236951 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-01269d31-fd6a-4823-bf7e-7e70dff3bcb2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5c7cc22b2c444a989b553516ab9178a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2437339 Dec 14 18:45:27.238123 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01269d31-fd6a-4823-bf7e-7e70dff3bcb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7165a9cf-212e-4a3f-9154-894b54f9a236,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:45:27.241260 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 44230) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:45:27.302336 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-5ff182ad-6a54-4689-a945-1b5b3768d77c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:27.324833 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-5ff182ad-6a54-4689-a945-1b5b3768d77c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:27.373224 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-5ff182ad-6a54-4689-a945-1b5b3768d77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:27.376009 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-5ff182ad-6a54-4689-a945-1b5b3768d77c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:27.377172 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-5ff182ad-6a54-4689-a945-1b5b3768d77c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7165a9cf-212e-4a3f-9154-894b54f9a236 HTTP/1.1" status: 204 len: 168 time: 0.1341629 Dec 14 18:45:27.385190 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff182ad-6a54-4689-a945-1b5b3768d77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7165a9cf-212e-4a3f-9154-894b54f9a236,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:45:28.014575 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a22c3-2cd1-4dbe-9e5a-d88d88b0caf5 req-932f32d8-6af9-402e-b23d-fc807732f2a4 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:28.016059 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a76a22c3-2cd1-4dbe-9e5a-d88d88b0caf5 req-932f32d8-6af9-402e-b23d-fc807732f2a4 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0490046 Dec 14 18:45:28.017476 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ed020-9089-45e3-a527-bdf2be47bc30 req-37ecc766-3343-4dca-bf36-065d2f8d4f2d tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:28.019018 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-1d2ed020-9089-45e3-a527-bdf2be47bc30 req-37ecc766-3343-4dca-bf36-065d2f8d4f2d tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ea0b42a-ea20-420a-aa5d-4271fd54b2ab HTTP/1.1" status: 200 len: 945 time: 0.0524602 Dec 14 18:45:28.058513 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a76a22c3-2cd1-4dbe-9e5a-d88d88b0caf5 req-e456b2c7-b21e-44c0-8694-dd9dd8af696f tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355723 Dec 14 18:45:28.060708 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-1d2ed020-9089-45e3-a527-bdf2be47bc30 req-8b1ea5db-3082-4365-af4b-ba5d2a7309d0 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349531 Dec 14 18:45:28.475925 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device a3b24508-9f3a-4933-ad2e-56db9910c87c up at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:45:28.523806 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Provisioning for port a3b24508-9f3a-4933-ad2e-56db9910c87c completed by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 18:45:28.527474 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Provisioning complete for port a3b24508-9f3a-4933-ad2e-56db9910c87c triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:45:28.527842 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:28.607027 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:28.619983 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7307db-943a-4c8e-93ad-b8239f823e22 req-2f18ff91-70f2-4f07-8225-d675514fd8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:28.621498 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-3c7307db-943a-4c8e-93ad-b8239f823e22 req-2f18ff91-70f2-4f07-8225-d675514fd8fb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 1098 time: 0.0417297 Dec 14 18:45:28.637521 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea0b42a-ea20-420a-aa5d-4271fd54b2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b24508-9f3a-4933-ad2e-56db9910c87c'}] {{(pid=108022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:45:28.639763 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4652f51f42c3be85180d8c5c7bba1325bd3159a0fd8a88314674832532d8132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33cfd12-dae0-4b6e-a498-4527bc357afd" -d '{"events": [{"server_uuid": "9ea0b42a-ea20-420a-aa5d-4271fd54b2ab", "name": "network-vif-plugged", "status": "completed", "tag": "a3b24508-9f3a-4933-ad2e-56db9910c87c"}]}' {{(pid=108022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:45:28.652840 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port a3b24508-9f3a-4933-ad2e-56db9910c87c, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a3b24508-9f3a-4933-ad2e-56db9910c87c,segment=NetworkSegment(afbc79ff-63f4-4186-8162-deafc6a1b2e3),segment_id=afbc79ff-63f4-4186-8162-deafc6a1b2e3)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:45:28.659120 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:28.669330 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-3c7307db-943a-4c8e-93ad-b8239f823e22 req-45788b50-9c8a-4f68-9cc3-088ac236eda4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366743 Dec 14 18:45:28.684314 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a91bedf-5fee-478f-bfd9-de86bce65e21 x-openstack-request-id: req-7a91bedf-5fee-478f-bfd9-de86bce65e21 {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:45:28.684629 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea0b42a-ea20-420a-aa5d-4271fd54b2ab", "name": "network-vif-plugged", "status": "completed", "tag": "a3b24508-9f3a-4933-ad2e-56db9910c87c", "code": 200}]} {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:45:28.684882 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7a91bedf-5fee-478f-bfd9-de86bce65e21 {{(pid=108022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:45:28.685264 dv-cinder-821746-1-iscsi neutron-server[108022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea0b42a-ea20-420a-aa5d-4271fd54b2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b24508-9f3a-4933-ad2e-56db9910c87c', 'code': 200} Dec 14 18:45:28.710897 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=a3b24508-9f3a-4933-ad2e-56db9910c87c,revision_number=5']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:45:29.088026 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ef3ab-83f2-4f10-92dd-3aa78b8a3ed2 req-c0f1a11c-90c4-48d6-b956-141b28aa4603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:29.089559 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a51ef3ab-83f2-4f10-92dd-3aa78b8a3ed2 req-c0f1a11c-90c4-48d6-b956-141b28aa4603 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9ea0b42a-ea20-420a-aa5d-4271fd54b2ab HTTP/1.1" status: 200 len: 1099 time: 0.0409732 Dec 14 18:45:29.152659 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a51ef3ab-83f2-4f10-92dd-3aa78b8a3ed2 req-9e60b955-02b4-4931-9c57-cc0babad20f8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505772 Dec 14 18:45:29.188066 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769e9cf-df09-41c8-99ad-bcbfbf2241ba req-87e29ff0-77d9-49e8-80f7-6562e5723a28 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:29.189608 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-2769e9cf-df09-41c8-99ad-bcbfbf2241ba req-87e29ff0-77d9-49e8-80f7-6562e5723a28 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ea0b42a-ea20-420a-aa5d-4271fd54b2ab HTTP/1.1" status: 200 len: 946 time: 0.0521159 Dec 14 18:45:29.190373 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1528c1-2898-4763-b584-cf7d89b9e1a2 req-a8cc8f7d-7bdb-4b2a-a4b5-7fac9280d81f tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:29.191897 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-fb1528c1-2898-4763-b584-cf7d89b9e1a2 req-a8cc8f7d-7bdb-4b2a-a4b5-7fac9280d81f tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0496836 Dec 14 18:45:29.231099 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-fb1528c1-2898-4763-b584-cf7d89b9e1a2 req-1819f4fb-4638-4ece-8930-238a3519dc49 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327647 Dec 14 18:45:29.231652 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-2769e9cf-df09-41c8-99ad-bcbfbf2241ba req-2efedf2e-babd-4aba-ba53-57a4315dd306 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353813 Dec 14 18:45:30.347626 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8213fb-b771-4655-bdbf-215ece271262 req-f66246f1-74b7-486b-8c96-62e64fb03f9a tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:30.348311 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166db1f5-3049-41dc-91d6-aac5b074c992 req-ed954a64-55dc-40a1-8fb3-44c3b3242447 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:30.349128 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-de8213fb-b771-4655-bdbf-215ece271262 req-f66246f1-74b7-486b-8c96-62e64fb03f9a tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ea0b42a-ea20-420a-aa5d-4271fd54b2ab HTTP/1.1" status: 200 len: 946 time: 0.0488496 Dec 14 18:45:30.350372 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-166db1f5-3049-41dc-91d6-aac5b074c992 req-ed954a64-55dc-40a1-8fb3-44c3b3242447 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0494671 Dec 14 18:45:30.388704 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-166db1f5-3049-41dc-91d6-aac5b074c992 req-4a6b80e3-b412-4c77-a333-bbb53dd91fe5 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315516 Dec 14 18:45:30.389734 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-de8213fb-b771-4655-bdbf-215ece271262 req-4edd287d-9fc4-41e1-8c5a-45ac76206d4c tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338960 Dec 14 18:45:31.509857 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316697b-07f9-41fa-8b1d-a31fea4b0242 req-d813c058-fdb7-493b-9acc-7ae6ce2e3577 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:31.511771 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-7316697b-07f9-41fa-8b1d-a31fea4b0242 req-d813c058-fdb7-493b-9acc-7ae6ce2e3577 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ea0b42a-ea20-420a-aa5d-4271fd54b2ab HTTP/1.1" status: 200 len: 946 time: 0.0503914 Dec 14 18:45:31.516542 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321117a6-2a02-4a04-b143-1672859064c2 req-a7819f6f-5d67-4d13-b499-68420f1736df tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:31.518019 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-321117a6-2a02-4a04-b143-1672859064c2 req-a7819f6f-5d67-4d13-b499-68420f1736df tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0540481 Dec 14 18:45:31.562551 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-7316697b-07f9-41fa-8b1d-a31fea4b0242 req-5207c864-331f-40d1-81c6-b8879974f483 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412645 Dec 14 18:45:31.571703 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-321117a6-2a02-4a04-b143-1672859064c2 req-4389e7a9-8e96-40c1-b90a-bddeabe3aadf tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476949 Dec 14 18:45:31.751747 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.agents_db [None req-bc91d4ce-6c5b-4ff0-abae-02e3a00e1a46 None None] Agent healthcheck: found 6 active agents {{(pid=108023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:45:31.866761 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a327db-a9fd-4d5c-94a0-601a3b1f4367 req-8bc39b37-4215-4449-862f-6cb2d9ba31a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:31.868441 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-79a327db-a9fd-4d5c-94a0-601a3b1f4367 req-8bc39b37-4215-4449-862f-6cb2d9ba31a4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6d30e631db984d3fa5328c6309d21ab1&device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 1098 time: 0.0447786 Dec 14 18:45:31.883119 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d648a8b2-2e7e-46b9-bde3-14a79dd7d590 req-108d4a7e-c7b9-4ac8-86c9-fabb0eb8df45 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:31.884567 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-d648a8b2-2e7e-46b9-bde3-14a79dd7d590 req-108d4a7e-c7b9-4ac8-86c9-fabb0eb8df45 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0711420 Dec 14 18:45:31.932563 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-d648a8b2-2e7e-46b9-bde3-14a79dd7d590 req-ef49bad7-0b9c-493a-8faa-48f79c8b9dd3 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415657 Dec 14 18:45:31.978794 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a327db-a9fd-4d5c-94a0-601a3b1f4367 req-c388d77b-f7dd-411f-a899-457fd94dc974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:31.980168 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-79a327db-a9fd-4d5c-94a0-601a3b1f4367 req-c388d77b-f7dd-411f-a899-457fd94dc974 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cec07be9-2009-49bf-b433-dbf4ec1bc7f9 HTTP/1.1" status: 200 len: 919 time: 0.1003852 Dec 14 18:45:32.027984 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-79a327db-a9fd-4d5c-94a0-601a3b1f4367 req-d33ff740-5163-4c0f-8f64-44198bca5c77 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1be5751a-d6f2-43c8-bc3f-36770fd3ac51 HTTP/1.1" status: 200 len: 217 time: 0.0361879 Dec 14 18:45:32.092371 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a327db-a9fd-4d5c-94a0-601a3b1f4367 req-b4897f87-ae7e-49d7-8a5c-563e64ecaa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:32.093830 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-79a327db-a9fd-4d5c-94a0-601a3b1f4367 req-b4897f87-ae7e-49d7-8a5c-563e64ecaa94 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3c4318d4-5988-4679-8015-e2594e934f86 HTTP/1.1" status: 200 len: 858 time: 0.0488575 Dec 14 18:45:32.142245 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-79a327db-a9fd-4d5c-94a0-601a3b1f4367 req-a3993538-ac6e-44a7-866c-d9862e691cd7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cec07be9-2009-49bf-b433-dbf4ec1bc7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243666 Dec 14 18:45:32.235189 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-79a327db-a9fd-4d5c-94a0-601a3b1f4367 req-bc6a08c1-bff6-450c-a7cf-b62b2e0629cd service neutron] 10.222.0.61 "GET /v2.0/networks/cec07be9-2009-49bf-b433-dbf4ec1bc7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815053 Dec 14 18:45:32.337267 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-79a327db-a9fd-4d5c-94a0-601a3b1f4367 req-d9cde7e6-8f26-4ae1-a2d1-254e6e45a2a7 service neutron] 10.222.0.61 "GET /v2.0/networks/cec07be9-2009-49bf-b433-dbf4ec1bc7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908840 Dec 14 18:45:33.060930 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b206a1-a8ed-47ab-bc70-09140336c662 req-044ae05f-eb4e-4218-9cea-b32364a8f7ba tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:33.062489 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-52b206a1-a8ed-47ab-bc70-09140336c662 req-044ae05f-eb4e-4218-9cea-b32364a8f7ba tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0583639 Dec 14 18:45:33.104194 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-52b206a1-a8ed-47ab-bc70-09140336c662 req-4fe8e36c-29b5-4fce-98c6-5ff34cb070f9 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357261 Dec 14 18:45:34.221535 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30847ec-560f-43fb-8376-60380f1ede56 req-9f751507-55de-4d4a-882f-5e723a495b56 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:34.222987 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a30847ec-560f-43fb-8376-60380f1ede56 req-9f751507-55de-4d4a-882f-5e723a495b56 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0473993 Dec 14 18:45:34.262427 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a30847ec-560f-43fb-8376-60380f1ede56 req-6cf60d6e-0b53-4f8f-8e96-359ee51d1b8c tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326645 Dec 14 18:45:35.382482 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6384b-c40d-437a-bb96-3111da7b95cf req-3f418aae-300e-4114-88a2-4d6529d6748d tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:35.384116 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-dbe6384b-c40d-437a-bb96-3111da7b95cf req-3f418aae-300e-4114-88a2-4d6529d6748d tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0505276 Dec 14 18:45:35.421578 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-dbe6384b-c40d-437a-bb96-3111da7b95cf req-bf016362-d9e7-4458-abac-d71ad6d56780 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317831 Dec 14 18:45:36.864959 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0f672-54a7-459e-9327-4706864a54b2 req-204744fd-b2c7-406a-bf61-ca95063c3610 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:36.866421 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-0bd0f672-54a7-459e-9327-4706864a54b2 req-204744fd-b2c7-406a-bf61-ca95063c3610 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0550306 Dec 14 18:45:36.905037 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-0bd0f672-54a7-459e-9327-4706864a54b2 req-8895c1e5-3a2d-4cf6-9cab-3509ae86a24e tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325308 Dec 14 18:45:42.368436 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-038f00cb-75ac-48aa-8f7c-2717c75070e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:44.730745 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2730dfb2-fc63-4ef5-a0a4-d6a494b758c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:46.160985 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:47.509931 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:47.868690 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:48.205530 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ffd990-efcd-4fff-812a-f066f4f0e8ab req-101c3dea-9fd9-4946-8721-89cec9bc4394 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:48.207093 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a8ffd990-efcd-4fff-812a-f066f4f0e8ab req-101c3dea-9fd9-4946-8721-89cec9bc4394 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0774374 Dec 14 18:45:48.208869 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175867c7-7d16-4868-abc4-b5537bddd2b4 req-c5d0b603-07d1-4ffe-ae3b-31b2cfab9716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:48.210206 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-175867c7-7d16-4868-abc4-b5537bddd2b4 req-c5d0b603-07d1-4ffe-ae3b-31b2cfab9716 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6d30e631db984d3fa5328c6309d21ab1&device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 1098 time: 0.0713220 Dec 14 18:45:48.303519 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a8ffd990-efcd-4fff-812a-f066f4f0e8ab req-6fe4caa4-00bb-4118-b431-c06d3f68fc69 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898192 Dec 14 18:45:48.329432 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175867c7-7d16-4868-abc4-b5537bddd2b4 req-87e5e7c8-4e69-4b08-9fe0-e6d4d3106a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:48.331058 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-175867c7-7d16-4868-abc4-b5537bddd2b4 req-87e5e7c8-4e69-4b08-9fe0-e6d4d3106a1e service neutron] 10.222.0.61 "GET /v2.0/networks?id=cec07be9-2009-49bf-b433-dbf4ec1bc7f9 HTTP/1.1" status: 200 len: 919 time: 0.1118400 Dec 14 18:45:48.393964 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-175867c7-7d16-4868-abc4-b5537bddd2b4 req-bde3e3a7-6f5f-4f1d-bd94-ccc6c7c85e94 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1be5751a-d6f2-43c8-bc3f-36770fd3ac51 HTTP/1.1" status: 200 len: 217 time: 0.0505757 Dec 14 18:45:48.451303 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175867c7-7d16-4868-abc4-b5537bddd2b4 req-f688f91f-3416-496f-85c4-f510939e2aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:48.452771 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-175867c7-7d16-4868-abc4-b5537bddd2b4 req-f688f91f-3416-496f-85c4-f510939e2aef service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3c4318d4-5988-4679-8015-e2594e934f86 HTTP/1.1" status: 200 len: 858 time: 0.0500333 Dec 14 18:45:48.490803 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-175867c7-7d16-4868-abc4-b5537bddd2b4 req-e09c5747-8c33-45db-96e4-2b00c247bd11 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cec07be9-2009-49bf-b433-dbf4ec1bc7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256832 Dec 14 18:45:48.588445 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-175867c7-7d16-4868-abc4-b5537bddd2b4 req-3855b24e-0f97-4fd0-98d1-b084cd02c72c service neutron] 10.222.0.61 "GET /v2.0/networks/cec07be9-2009-49bf-b433-dbf4ec1bc7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899231 Dec 14 18:45:48.688083 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-175867c7-7d16-4868-abc4-b5537bddd2b4 req-9eca0622-261e-4a72-bf21-5d5c5929c568 service neutron] 10.222.0.61 "GET /v2.0/networks/cec07be9-2009-49bf-b433-dbf4ec1bc7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882781 Dec 14 18:45:49.423324 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80f4b8-a3b2-48cf-872d-b1673dcd3131 req-00c3a23a-9be0-46c5-ae12-d656adce2299 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:49.424776 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-0c80f4b8-a3b2-48cf-872d-b1673dcd3131 req-00c3a23a-9be0-46c5-ae12-d656adce2299 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0533664 Dec 14 18:45:49.462977 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-0c80f4b8-a3b2-48cf-872d-b1673dcd3131 req-5547e33b-8c73-47c7-91eb-30e1457464d6 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316515 Dec 14 18:45:49.833836 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249aa6ee-d8ee-414d-bbd3-859920c5f113 req-f8de2782-695f-4415-8b02-805c874bd48d tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:49.835270 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-249aa6ee-d8ee-414d-bbd3-859920c5f113 req-f8de2782-695f-4415-8b02-805c874bd48d tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ea0b42a-ea20-420a-aa5d-4271fd54b2ab HTTP/1.1" status: 200 len: 946 time: 0.0512867 Dec 14 18:45:49.874807 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-249aa6ee-d8ee-414d-bbd3-859920c5f113 req-4e00a2fc-8834-4b9c-ad60-63eff38b0440 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334477 Dec 14 18:45:50.578018 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77043be9-a8fe-4804-942f-6e4c1b55b087 req-166f66b5-4d92-474f-a594-f86678d4b402 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:50.579484 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-77043be9-a8fe-4804-942f-6e4c1b55b087 req-166f66b5-4d92-474f-a594-f86678d4b402 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0472686 Dec 14 18:45:50.617584 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-77043be9-a8fe-4804-942f-6e4c1b55b087 req-9dd27e54-34a5-409f-8f25-e99d6520a1d4 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322595 Dec 14 18:45:50.985795 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2548f-a12a-4581-adf7-3da938a330d6 req-fe49d86f-afb4-44b3-b0d3-f018ed78a780 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:50.987258 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-81a2548f-a12a-4581-adf7-3da938a330d6 req-fe49d86f-afb4-44b3-b0d3-f018ed78a780 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ea0b42a-ea20-420a-aa5d-4271fd54b2ab HTTP/1.1" status: 200 len: 946 time: 0.0476213 Dec 14 18:45:51.024787 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-81a2548f-a12a-4581-adf7-3da938a330d6 req-08a74f2e-f06a-4fe3-9e5f-45bde0929b6d tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308542 Dec 14 18:45:51.733976 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba3b0b-2e10-4998-b2d4-0784f0adf557 req-745bef4e-b54e-4b18-ade1-af4bfd11e127 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:51.735525 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-55ba3b0b-2e10-4998-b2d4-0784f0adf557 req-745bef4e-b54e-4b18-ade1-af4bfd11e127 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0485392 Dec 14 18:45:51.777451 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-55ba3b0b-2e10-4998-b2d4-0784f0adf557 req-da8793d4-af32-47da-aa0c-aae32f7b1ac0 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357025 Dec 14 18:45:52.092102 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:52.138545 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42704299-2074-4fba-8d1f-83fd373642bb req-3a5279bd-999b-438a-82f6-6c4346e16d0b tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:52.140189 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-42704299-2074-4fba-8d1f-83fd373642bb req-3a5279bd-999b-438a-82f6-6c4346e16d0b tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ea0b42a-ea20-420a-aa5d-4271fd54b2ab HTTP/1.1" status: 200 len: 946 time: 0.0479288 Dec 14 18:45:52.185904 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-42704299-2074-4fba-8d1f-83fd373642bb req-1d858ae2-5237-4798-8606-4c4a744ae4b2 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397062 Dec 14 18:45:52.221372 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6fc33-697b-41dd-bd01-83c515e30360 req-7ee18738-ffb0-4544-9095-7309139659bc tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:52.222815 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a5b6fc33-697b-41dd-bd01-83c515e30360 req-7ee18738-ffb0-4544-9095-7309139659bc tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.61 "GET /v2.0/ports?device_id=9ea0b42a-ea20-420a-aa5d-4271fd54b2ab HTTP/1.1" status: 200 len: 946 time: 0.0514319 Dec 14 18:45:52.316102 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [req-a5b6fc33-697b-41dd-bd01-83c515e30360 req-cfa97722-3c69-49cb-b2a2-fad283ba71a3 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Deleting port a3b24508-9f3a-4933-ad2e-56db9910c87c {{(pid=108020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:45:52.316354 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-a5b6fc33-697b-41dd-bd01-83c515e30360 req-cfa97722-3c69-49cb-b2a2-fad283ba71a3 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:52.406025 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-a5b6fc33-697b-41dd-bd01-83c515e30360 req-cfa97722-3c69-49cb-b2a2-fad283ba71a3 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] For port a3b24508-9f3a-4933-ad2e-56db9910c87c, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a3b24508-9f3a-4933-ad2e-56db9910c87c,segment=NetworkSegment(afbc79ff-63f4-4186-8162-deafc6a1b2e3),segment_id=afbc79ff-63f4-4186-8162-deafc6a1b2e3)] {{(pid=108020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:45:52.406385 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-a5b6fc33-697b-41dd-bd01-83c515e30360 req-cfa97722-3c69-49cb-b2a2-fad283ba71a3 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:52.419520 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [req-a5b6fc33-697b-41dd-bd01-83c515e30360 req-cfa97722-3c69-49cb-b2a2-fad283ba71a3 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Calling delete_port for a3b24508-9f3a-4933-ad2e-56db9910c87c owned by compute:nova {{(pid=108020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:45:52.551151 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-a5b6fc33-697b-41dd-bd01-83c515e30360 req-cfa97722-3c69-49cb-b2a2-fad283ba71a3 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966'] for port, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:52.564378 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] get_ports_and_sgs() called for port_ids ['dc5c5a9f-e43e-4880-9f97-d6ac12250964', '0a4dd6bb-8d05-49fe-b4a6-79382bdfb824', '950f9c2d-fcde-4b8d-a057-838b5cb66089', 'a3b24508-9f3a-4933-ad2e-56db9910c87c'] {{(pid=108022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:45:52.588106 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa97722-3c69-49cb-b2a2-fad283ba71a3 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Pushing event deleted for resources: {'Port': ['ID=a3b24508-9f3a-4933-ad2e-56db9910c87c,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:45:52.634374 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b6fc33-697b-41dd-bd01-83c515e30360 req-cfa97722-3c69-49cb-b2a2-fad283ba71a3 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] No DVR routers for this DVR port a3b24508-9f3a-4933-ad2e-56db9910c87c on host hv-cinder-82174 {{(pid=108020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:45:52.637735 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-a5b6fc33-697b-41dd-bd01-83c515e30360 req-cfa97722-3c69-49cb-b2a2-fad283ba71a3 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:52.641298 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a5b6fc33-697b-41dd-bd01-83c515e30360 req-cfa97722-3c69-49cb-b2a2-fad283ba71a3 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.61 "DELETE /v2.0/ports/a3b24508-9f3a-4933-ad2e-56db9910c87c HTTP/1.1" status: 204 len: 173 time: 0.4108543 Dec 14 18:45:52.641816 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea0b42a-ea20-420a-aa5d-4271fd54b2ab', 'name': 'network-vif-deleted', 'tag': 'a3b24508-9f3a-4933-ad2e-56db9910c87c'}] {{(pid=108020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:45:52.644145 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d1d651e17726932f2c063a5cb62fed0687a982c73a8c4b64805019ed9839e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d27e4d-cf12-4a8c-b8a7-7269b65acd08" -d '{"events": [{"server_uuid": "9ea0b42a-ea20-420a-aa5d-4271fd54b2ab", "name": "network-vif-deleted", "tag": "a3b24508-9f3a-4933-ad2e-56db9910c87c"}]}' {{(pid=108020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:45:52.685280 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fddfbe-1dc5-4a3f-ad97-d3b3f0374d68 x-openstack-request-id: req-00fddfbe-1dc5-4a3f-ad97-d3b3f0374d68 {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:45:52.685595 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea0b42a-ea20-420a-aa5d-4271fd54b2ab", "name": "network-vif-deleted", "tag": "a3b24508-9f3a-4933-ad2e-56db9910c87c", "status": "completed", "code": 200}]} {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:45:52.685848 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-00fddfbe-1dc5-4a3f-ad97-d3b3f0374d68 {{(pid=108020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:45:52.686245 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea0b42a-ea20-420a-aa5d-4271fd54b2ab', 'name': 'network-vif-deleted', 'tag': 'a3b24508-9f3a-4933-ad2e-56db9910c87c', 'status': 'completed', 'code': 200} Dec 14 18:45:52.687703 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 44600) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:45:52.850420 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-985c58a5-3aa8-4a1a-98b0-5293a0f69c71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:52.926935 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a8e79-469e-4da7-8bc3-daa6a46a5a27 req-dfbcd7ae-3886-48dd-bd68-d19b0873a1b4 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:52.928417 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-df8a8e79-469e-4da7-8bc3-daa6a46a5a27 req-dfbcd7ae-3886-48dd-bd68-d19b0873a1b4 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0800750 Dec 14 18:45:52.989305 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-df8a8e79-469e-4da7-8bc3-daa6a46a5a27 req-683d8a12-476d-4909-9276-82bc4bd2d0ff tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516112 Dec 14 18:45:53.002757 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-985c58a5-3aa8-4a1a-98b0-5293a0f69c71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:53.006759 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-985c58a5-3aa8-4a1a-98b0-5293a0f69c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:53.048162 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-985c58a5-3aa8-4a1a-98b0-5293a0f69c71 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=48c0192d05be42039e24bc9a42efc37d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3570092 Dec 14 18:45:53.048162 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c58a5-3aa8-4a1a-98b0-5293a0f69c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee0d2fe-3ed9-4a17-8d31-54c6104255f1,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:45:53.048631 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 44608) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:45:53.103410 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-79275e76-7391-4d34-89df-4123b88b25ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:53.124124 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-79275e76-7391-4d34-89df-4123b88b25ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:53.174253 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-79275e76-7391-4d34-89df-4123b88b25ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:53.176889 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-79275e76-7391-4d34-89df-4123b88b25ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:53.180418 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-79275e76-7391-4d34-89df-4123b88b25ec admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/dee0d2fe-3ed9-4a17-8d31-54c6104255f1 HTTP/1.1" status: 204 len: 168 time: 0.1284132 Dec 14 18:45:53.188472 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79275e76-7391-4d34-89df-4123b88b25ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee0d2fe-3ed9-4a17-8d31-54c6104255f1,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:45:53.302129 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b164da6c-361d-446a-b0a7-42098ee1b712 req-4f182243-6ce1-4e4a-acac-9a1b96caee6b tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ea0b42a-ea20-420a-aa5d-4271fd54b2ab HTTP/1.1" status: 200 len: 210 time: 0.0262656 Dec 14 18:45:54.103359 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4242b9c-7f95-4f6b-ae18-e930691198fc req-f4ba2d47-57c6-451a-9514-80262349cf87 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:54.104818 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-f4242b9c-7f95-4f6b-ae18-e930691198fc req-f4ba2d47-57c6-451a-9514-80262349cf87 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0480042 Dec 14 18:45:54.143366 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-f4242b9c-7f95-4f6b-ae18-e930691198fc req-97e88c17-b1dd-4923-86be-97579cabf10f tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327342 Dec 14 18:45:55.260773 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221668d5-ec8d-4770-a5d4-e422a545e1a9 req-9c932f4e-49bf-402c-8731-1524a36388fa tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:55.262131 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-221668d5-ec8d-4770-a5d4-e422a545e1a9 req-9c932f4e-49bf-402c-8731-1524a36388fa tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0516150 Dec 14 18:45:55.300754 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-221668d5-ec8d-4770-a5d4-e422a545e1a9 req-e6fad844-238a-41b5-adf4-4c09550ab381 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324006 Dec 14 18:45:55.697461 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02462a1-f089-410c-9c43-0bc6a8200b03 req-5d8f29ea-379d-4960-b0bd-8e376554036c tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:55.699102 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-e02462a1-f089-410c-9c43-0bc6a8200b03 req-5d8f29ea-379d-4960-b0bd-8e376554036c tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ba6a20d-db57-45e2-b168-8b36c59236a2 HTTP/1.1" status: 200 len: 946 time: 0.0492661 Dec 14 18:45:55.741097 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-e02462a1-f089-410c-9c43-0bc6a8200b03 req-137d8fe6-b588-4e1e-bdd9-fa95629b4e68 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360346 Dec 14 18:45:55.887080 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51a2aa-7c4b-4ff9-b6f6-6dedaee81e62 req-31ae1453-85e8-42c2-8438-3a6edc707e03 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:55.888573 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-3c51a2aa-7c4b-4ff9-b6f6-6dedaee81e62 req-31ae1453-85e8-42c2-8438-3a6edc707e03 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 946 time: 0.0490441 Dec 14 18:45:55.926886 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-3c51a2aa-7c4b-4ff9-b6f6-6dedaee81e62 req-97e157df-4c89-4575-a891-1a2e9ef5329c tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321841 Dec 14 18:45:56.416762 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e69a3-9de4-492a-b407-c55e0e79db53 req-4019ea0e-4e08-4962-acc3-a2d57a931b5c tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:56.418210 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c04e69a3-9de4-492a-b407-c55e0e79db53 req-4019ea0e-4e08-4962-acc3-a2d57a931b5c tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0482428 Dec 14 18:45:56.455906 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c04e69a3-9de4-492a-b407-c55e0e79db53 req-b0376e93-4f63-4010-bc08-9090c79eb0dc tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315752 Dec 14 18:45:56.681841 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device a3b24508-9f3a-4933-ad2e-56db9910c87c no longer exists at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:45:56.704613 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] No Port match for: a3b24508-9f3a-4933-ad2e-56db9910c87c {{(pid=108022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:45:56.704952 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device a3b24508-9f3a-4933-ad2e-56db9910c87c not bound to the agent host hv-cinder-82174 {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:45:56.855478 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12c107-d650-4271-8e91-380653ba10ea req-2e9e0cce-fcab-4b88-a30b-6e0808da3ab5 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:56.856924 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-3d12c107-d650-4271-8e91-380653ba10ea req-2e9e0cce-fcab-4b88-a30b-6e0808da3ab5 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ba6a20d-db57-45e2-b168-8b36c59236a2 HTTP/1.1" status: 200 len: 946 time: 0.0481510 Dec 14 18:45:56.895179 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-3d12c107-d650-4271-8e91-380653ba10ea req-5d4f0141-deed-4071-a77a-1145654e27da tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322127 Dec 14 18:45:57.043130 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35a196-96a0-4a4e-80f4-7b086a8123e3 req-1601be86-32cc-4344-806a-9366b82f0d70 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:57.044584 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-8f35a196-96a0-4a4e-80f4-7b086a8123e3 req-1601be86-32cc-4344-806a-9366b82f0d70 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 946 time: 0.0480084 Dec 14 18:45:57.081229 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-8f35a196-96a0-4a4e-80f4-7b086a8123e3 req-deaf9983-de06-4ddd-86dc-8b1f7added7c tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307930 Dec 14 18:45:57.581464 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c5f9c-8923-43a1-a465-8ffc3974912f req-4f9fcaff-cd37-44a3-be1a-cb12818c5f5e tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:57.582914 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-e04c5f9c-8923-43a1-a465-8ffc3974912f req-4f9fcaff-cd37-44a3-be1a-cb12818c5f5e tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0599105 Dec 14 18:45:57.638918 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-e04c5f9c-8923-43a1-a465-8ffc3974912f req-db50a544-cbbc-4fb0-a5fe-3335cc9a3cd7 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421510 Dec 14 18:45:57.646158 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fbb6cb-5ab7-440c-8f55-ee62e529ed5c req-36b61db5-912c-44bd-852d-788470d0b851 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:57.647577 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-69fbb6cb-5ab7-440c-8f55-ee62e529ed5c req-36b61db5-912c-44bd-852d-788470d0b851 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ba6a20d-db57-45e2-b168-8b36c59236a2 HTTP/1.1" status: 200 len: 946 time: 0.0860283 Dec 14 18:45:57.739777 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [req-69fbb6cb-5ab7-440c-8f55-ee62e529ed5c req-ca7292d5-9d42-4d46-9539-6cb41b3d291e tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Deleting port 950f9c2d-fcde-4b8d-a057-838b5cb66089 {{(pid=108020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:45:57.740030 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-69fbb6cb-5ab7-440c-8f55-ee62e529ed5c req-ca7292d5-9d42-4d46-9539-6cb41b3d291e tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:57.826408 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-69fbb6cb-5ab7-440c-8f55-ee62e529ed5c req-ca7292d5-9d42-4d46-9539-6cb41b3d291e tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] For port 950f9c2d-fcde-4b8d-a057-838b5cb66089, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=950f9c2d-fcde-4b8d-a057-838b5cb66089,segment=NetworkSegment(afbc79ff-63f4-4186-8162-deafc6a1b2e3),segment_id=afbc79ff-63f4-4186-8162-deafc6a1b2e3)] {{(pid=108020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:45:57.826792 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-69fbb6cb-5ab7-440c-8f55-ee62e529ed5c req-ca7292d5-9d42-4d46-9539-6cb41b3d291e tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:57.839400 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [req-69fbb6cb-5ab7-440c-8f55-ee62e529ed5c req-ca7292d5-9d42-4d46-9539-6cb41b3d291e tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Calling delete_port for 950f9c2d-fcde-4b8d-a057-838b5cb66089 owned by compute:nova {{(pid=108020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:45:57.968684 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-69fbb6cb-5ab7-440c-8f55-ee62e529ed5c req-ca7292d5-9d42-4d46-9539-6cb41b3d291e tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966'] for port, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:57.981469 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] get_ports_and_sgs() called for port_ids ['dc5c5a9f-e43e-4880-9f97-d6ac12250964', '0a4dd6bb-8d05-49fe-b4a6-79382bdfb824', '950f9c2d-fcde-4b8d-a057-838b5cb66089'] {{(pid=108022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:45:57.993981 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-070035bb-5fda-4842-ae39-d78a744cbeed req-ced00265-0e0b-4e7f-9818-a79883f49c86 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ba6a20d-db57-45e2-b168-8b36c59236a2 HTTP/1.1" status: 200 len: 210 time: 0.0295131 Dec 14 18:45:57.998578 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7292d5-9d42-4d46-9539-6cb41b3d291e tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Pushing event deleted for resources: {'Port': ['ID=950f9c2d-fcde-4b8d-a057-838b5cb66089,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:45:58.043340 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [req-69fbb6cb-5ab7-440c-8f55-ee62e529ed5c req-ca7292d5-9d42-4d46-9539-6cb41b3d291e tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] No DVR routers for this DVR port 950f9c2d-fcde-4b8d-a057-838b5cb66089 on host hv-cinder-82174 {{(pid=108020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:45:58.045856 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-69fbb6cb-5ab7-440c-8f55-ee62e529ed5c req-ca7292d5-9d42-4d46-9539-6cb41b3d291e tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:45:58.049187 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-69fbb6cb-5ab7-440c-8f55-ee62e529ed5c req-ca7292d5-9d42-4d46-9539-6cb41b3d291e tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.61 "DELETE /v2.0/ports/950f9c2d-fcde-4b8d-a057-838b5cb66089 HTTP/1.1" status: 204 len: 173 time: 0.3942285 Dec 14 18:45:58.049633 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba6a20d-db57-45e2-b168-8b36c59236a2', 'name': 'network-vif-deleted', 'tag': '950f9c2d-fcde-4b8d-a057-838b5cb66089'}] {{(pid=108020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:45:58.051932 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d1d651e17726932f2c063a5cb62fed0687a982c73a8c4b64805019ed9839e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10cd538d-0f13-41dc-884e-7bdc792c481f" -d '{"events": [{"server_uuid": "4ba6a20d-db57-45e2-b168-8b36c59236a2", "name": "network-vif-deleted", "tag": "950f9c2d-fcde-4b8d-a057-838b5cb66089"}]}' {{(pid=108020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:45:58.087409 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e877a743-0aae-4da3-84b8-e939f51e04c9 x-openstack-request-id: req-e877a743-0aae-4da3-84b8-e939f51e04c9 {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:45:58.087722 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba6a20d-db57-45e2-b168-8b36c59236a2", "name": "network-vif-deleted", "tag": "950f9c2d-fcde-4b8d-a057-838b5cb66089", "status": "completed", "code": 200}]} {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:45:58.087963 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e877a743-0aae-4da3-84b8-e939f51e04c9 {{(pid=108020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:45:58.088359 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba6a20d-db57-45e2-b168-8b36c59236a2', 'name': 'network-vif-deleted', 'tag': '950f9c2d-fcde-4b8d-a057-838b5cb66089', 'status': 'completed', 'code': 200} Dec 14 18:45:58.205013 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25304eb-1b10-407a-9cd4-4f1ba0aebe68 req-e0d88a2d-ab64-42ed-b7f9-595efade55a5 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:58.206466 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-b25304eb-1b10-407a-9cd4-4f1ba0aebe68 req-e0d88a2d-ab64-42ed-b7f9-595efade55a5 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 946 time: 0.0538239 Dec 14 18:45:58.245280 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-b25304eb-1b10-407a-9cd4-4f1ba0aebe68 req-b70d3095-df0a-4a30-a74f-bf0182e3ecb8 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324314 Dec 14 18:45:58.753231 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e670f-aa8a-472d-895b-3eb082179155 req-570cd20a-e288-4fe3-af3c-cf53dbeef0c3 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:58.754716 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-f83e670f-aa8a-472d-895b-3eb082179155 req-570cd20a-e288-4fe3-af3c-cf53dbeef0c3 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0489309 Dec 14 18:45:58.792810 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-f83e670f-aa8a-472d-895b-3eb082179155 req-084effa3-ec86-4a10-b1b4-e6c7be062804 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315344 Dec 14 18:45:59.265500 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc6a73-34a3-4cb1-abd7-5eddb5c1d98c req-e4563a91-7466-48a9-850d-0004e1d51ebf tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:59.267811 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-1abc6a73-34a3-4cb1-abd7-5eddb5c1d98c req-e4563a91-7466-48a9-850d-0004e1d51ebf tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=ea3ab088-c359-4d30-8cc8-6d2b72d26a9c HTTP/1.1" status: 200 len: 945 time: 0.0492139 Dec 14 18:45:59.306904 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-1abc6a73-34a3-4cb1-abd7-5eddb5c1d98c req-4057d680-b22e-42c7-8281-1ab2c7c90afe tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327563 Dec 14 18:45:59.360415 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3018e-84b8-48f8-9145-13f9312b0916 req-7449861a-ed51-4070-973c-39d595e27758 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:59.361851 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-f5a3018e-84b8-48f8-9145-13f9312b0916 req-7449861a-ed51-4070-973c-39d595e27758 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 946 time: 0.0484114 Dec 14 18:45:59.403168 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-f5a3018e-84b8-48f8-9145-13f9312b0916 req-0c1ee626-fc3a-466b-bb99-23d48f69ba74 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340035 Dec 14 18:45:59.910062 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c06e2b-0881-4792-aeff-67fff546ed6d req-c497e487-7d25-48d4-88e3-567ecb77b018 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:45:59.911471 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-73c06e2b-0881-4792-aeff-67fff546ed6d req-c497e487-7d25-48d4-88e3-567ecb77b018 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0531816 Dec 14 18:45:59.949198 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-73c06e2b-0881-4792-aeff-67fff546ed6d req-feb70585-69d3-434d-9647-243f02c1441e tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312035 Dec 14 18:46:00.422717 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109a3e1-818d-4f97-8bc3-a33886de5919 req-7cff7341-670b-48fb-8974-da184930c649 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:00.424228 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-7109a3e1-818d-4f97-8bc3-a33886de5919 req-7cff7341-670b-48fb-8974-da184930c649 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=ea3ab088-c359-4d30-8cc8-6d2b72d26a9c HTTP/1.1" status: 200 len: 945 time: 0.0498669 Dec 14 18:46:00.462286 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-7109a3e1-818d-4f97-8bc3-a33886de5919 req-da5e67ef-a95c-4d67-b8ae-6aaca474f055 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318775 Dec 14 18:46:00.517030 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98096a-1848-4f83-8986-64c52db20093 req-6189cb33-d5ba-473a-8e7c-12cb09d9eeb5 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:00.518515 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-1e98096a-1848-4f83-8986-64c52db20093 req-6189cb33-d5ba-473a-8e7c-12cb09d9eeb5 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 946 time: 0.0492051 Dec 14 18:46:00.555915 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-1e98096a-1848-4f83-8986-64c52db20093 req-826fe73a-9f7d-49ea-98fe-3f326d9c43ef tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308349 Dec 14 18:46:00.686065 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 950f9c2d-fcde-4b8d-a057-838b5cb66089 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:46:00.705919 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] No Port match for: 950f9c2d-fcde-4b8d-a057-838b5cb66089 {{(pid=108022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:46:00.706251 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 950f9c2d-fcde-4b8d-a057-838b5cb66089 not bound to the agent host hv-cinder-82174 {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:46:00.772390 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea3a594-256d-4114-ac1e-29743e4d6314 req-95fc36ae-32da-4e3f-87cc-991375219a9e tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:00.773863 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4ea3a594-256d-4114-ac1e-29743e4d6314 req-95fc36ae-32da-4e3f-87cc-991375219a9e tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea3ab088-c359-4d30-8cc8-6d2b72d26a9c HTTP/1.1" status: 200 len: 945 time: 0.0522394 Dec 14 18:46:00.866108 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [req-4ea3a594-256d-4114-ac1e-29743e4d6314 req-126cdc80-421f-43d2-9c34-76da238158fd tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Deleting port 0a4dd6bb-8d05-49fe-b4a6-79382bdfb824 {{(pid=108020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:46:00.866449 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-4ea3a594-256d-4114-ac1e-29743e4d6314 req-126cdc80-421f-43d2-9c34-76da238158fd tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:00.956521 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-4ea3a594-256d-4114-ac1e-29743e4d6314 req-126cdc80-421f-43d2-9c34-76da238158fd tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] For port 0a4dd6bb-8d05-49fe-b4a6-79382bdfb824, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=0a4dd6bb-8d05-49fe-b4a6-79382bdfb824,segment=NetworkSegment(afbc79ff-63f4-4186-8162-deafc6a1b2e3),segment_id=afbc79ff-63f4-4186-8162-deafc6a1b2e3)] {{(pid=108020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:46:00.956794 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-4ea3a594-256d-4114-ac1e-29743e4d6314 req-126cdc80-421f-43d2-9c34-76da238158fd tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:00.969270 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [req-4ea3a594-256d-4114-ac1e-29743e4d6314 req-126cdc80-421f-43d2-9c34-76da238158fd tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Calling delete_port for 0a4dd6bb-8d05-49fe-b4a6-79382bdfb824 owned by compute:nova {{(pid=108020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:46:01.065147 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b39a2-2636-4551-a742-8a5e87441f73 req-9b79c948-4000-4174-bc4f-27a149df33b5 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:01.066642 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-0c6b39a2-2636-4551-a742-8a5e87441f73 req-9b79c948-4000-4174-bc4f-27a149df33b5 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0487788 Dec 14 18:46:01.096713 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-4ea3a594-256d-4114-ac1e-29743e4d6314 req-126cdc80-421f-43d2-9c34-76da238158fd tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966'] for port, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:01.104263 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-0c6b39a2-2636-4551-a742-8a5e87441f73 req-58a111ab-8837-400b-83ef-c79ec7473c6b tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318170 Dec 14 18:46:01.108072 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] get_ports_and_sgs() called for port_ids ['dc5c5a9f-e43e-4880-9f97-d6ac12250964', '0a4dd6bb-8d05-49fe-b4a6-79382bdfb824'] {{(pid=108022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:46:01.132016 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126cdc80-421f-43d2-9c34-76da238158fd tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Pushing event deleted for resources: {'Port': ['ID=0a4dd6bb-8d05-49fe-b4a6-79382bdfb824,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:46:01.171327 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea3a594-256d-4114-ac1e-29743e4d6314 req-126cdc80-421f-43d2-9c34-76da238158fd tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] No DVR routers for this DVR port 0a4dd6bb-8d05-49fe-b4a6-79382bdfb824 on host hv-cinder-82174 {{(pid=108020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:46:01.173800 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-4ea3a594-256d-4114-ac1e-29743e4d6314 req-126cdc80-421f-43d2-9c34-76da238158fd tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:01.177116 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4ea3a594-256d-4114-ac1e-29743e4d6314 req-126cdc80-421f-43d2-9c34-76da238158fd tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.61 "DELETE /v2.0/ports/0a4dd6bb-8d05-49fe-b4a6-79382bdfb824 HTTP/1.1" status: 204 len: 173 time: 0.3938825 Dec 14 18:46:01.177544 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea3ab088-c359-4d30-8cc8-6d2b72d26a9c', 'name': 'network-vif-deleted', 'tag': '0a4dd6bb-8d05-49fe-b4a6-79382bdfb824'}] {{(pid=108020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:46:01.179944 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d1d651e17726932f2c063a5cb62fed0687a982c73a8c4b64805019ed9839e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3b0e74-4113-487f-9223-a81d4189209e" -d '{"events": [{"server_uuid": "ea3ab088-c359-4d30-8cc8-6d2b72d26a9c", "name": "network-vif-deleted", "tag": "0a4dd6bb-8d05-49fe-b4a6-79382bdfb824"}]}' {{(pid=108020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:46:01.227546 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feccc422-91cb-4d89-82f2-6ccb9c4f1287 x-openstack-request-id: req-feccc422-91cb-4d89-82f2-6ccb9c4f1287 {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:46:01.227831 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea3ab088-c359-4d30-8cc8-6d2b72d26a9c", "name": "network-vif-deleted", "tag": "0a4dd6bb-8d05-49fe-b4a6-79382bdfb824", "status": "completed", "code": 200}]} {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:46:01.228084 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-feccc422-91cb-4d89-82f2-6ccb9c4f1287 {{(pid=108020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:46:01.228473 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea3ab088-c359-4d30-8cc8-6d2b72d26a9c', 'name': 'network-vif-deleted', 'tag': '0a4dd6bb-8d05-49fe-b4a6-79382bdfb824', 'status': 'completed', 'code': 200} Dec 14 18:46:01.571799 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-d438312a-a450-4b11-bdbc-7c142ead7afc req-bdadd60e-8214-4c9a-80ad-fbacaf3c21a7 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=ea3ab088-c359-4d30-8cc8-6d2b72d26a9c HTTP/1.1" status: 200 len: 210 time: 0.0291929 Dec 14 18:46:01.685992 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a925c2-5c4b-4a55-b881-e7b03a77f2e0 req-bd3700c2-42e6-4573-be60-37724846c0cb tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:01.688381 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-62a925c2-5c4b-4a55-b881-e7b03a77f2e0 req-bd3700c2-42e6-4573-be60-37724846c0cb tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 946 time: 0.0566847 Dec 14 18:46:01.739123 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-62a925c2-5c4b-4a55-b881-e7b03a77f2e0 req-afd39231-2c00-47f8-a166-b973764d618f tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443075 Dec 14 18:46:02.217575 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf473e0a-9359-4824-a2d1-956504d45902 req-567dabc7-506d-477e-9079-0b6b3867ce6b tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:02.219034 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-bf473e0a-9359-4824-a2d1-956504d45902 req-567dabc7-506d-477e-9079-0b6b3867ce6b tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0483427 Dec 14 18:46:02.259674 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-bf473e0a-9359-4824-a2d1-956504d45902 req-3165ee72-e47c-49bb-9d3b-f7af0cc6d779 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348854 Dec 14 18:46:02.855808 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b506b42-bd5a-4922-bfb7-d944d2edf903 req-bc30f62a-95de-4e12-89c7-25015322b21e tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:02.857215 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-8b506b42-bd5a-4922-bfb7-d944d2edf903 req-bc30f62a-95de-4e12-89c7-25015322b21e tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 946 time: 0.0507364 Dec 14 18:46:02.895061 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-8b506b42-bd5a-4922-bfb7-d944d2edf903 req-f2e1270d-1aab-4839-b603-07ace77fd502 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315578 Dec 14 18:46:03.370126 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531a47a-29a0-4129-9eee-b99125308663 req-b59b00dd-1234-4c8a-b058-6a82c5c296dc tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:03.371615 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-8531a47a-29a0-4129-9eee-b99125308663 req-b59b00dd-1234-4c8a-b058-6a82c5c296dc tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0482144 Dec 14 18:46:03.409314 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-8531a47a-29a0-4129-9eee-b99125308663 req-aa5682a6-35ce-4259-9893-6dcaddd952ab tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319040 Dec 14 18:46:03.961659 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8049deb-b05d-4be3-8736-6770ee1382b6 req-76e008d5-470d-4412-b082-63700835df7a tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:03.963189 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f8049deb-b05d-4be3-8736-6770ee1382b6 req-76e008d5-470d-4412-b082-63700835df7a tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3696292-943a-45ac-ad18-6c6696d84c24 HTTP/1.1" status: 200 len: 945 time: 0.0495274 Dec 14 18:46:04.020111 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e3b25-6c63-4a5b-8ea8-ae00855ab1e0 req-a51e76b5-83d7-4e83-8e52-6b1c91d21994 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:04.021565 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-9b3e3b25-6c63-4a5b-8ea8-ae00855ab1e0 req-a51e76b5-83d7-4e83-8e52-6b1c91d21994 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 946 time: 0.0494368 Dec 14 18:46:04.023023 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f8049deb-b05d-4be3-8736-6770ee1382b6 req-a7701ea5-a208-4322-8833-93fb24dba326 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537086 Dec 14 18:46:04.063123 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-9b3e3b25-6c63-4a5b-8ea8-ae00855ab1e0 req-1b97354a-106d-4ea6-8ef4-a61fa826b1be tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352592 Dec 14 18:46:04.520839 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d73607-7714-4c75-98ec-e3ad5b4bb94f req-d8df6a80-eb23-4400-8a70-6daca45d42ce tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:04.522265 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-c1d73607-7714-4c75-98ec-e3ad5b4bb94f req-d8df6a80-eb23-4400-8a70-6daca45d42ce tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0476809 Dec 14 18:46:04.559992 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-c1d73607-7714-4c75-98ec-e3ad5b4bb94f req-bb71e056-21d9-4bb9-9dc5-63e9a2fab3be tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312572 Dec 14 18:46:04.741915 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 0a4dd6bb-8d05-49fe-b4a6-79382bdfb824 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:46:04.764409 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] No Port match for: 0a4dd6bb-8d05-49fe-b4a6-79382bdfb824 {{(pid=108022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:46:04.764749 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 0a4dd6bb-8d05-49fe-b4a6-79382bdfb824 not bound to the agent host hv-cinder-82174 {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:46:05.167490 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93615f-8a46-420b-bb53-1cc89da539f9 req-6a9d7098-5983-4d48-9895-cd9edf83ac7a tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:05.168974 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-8c93615f-8a46-420b-bb53-1cc89da539f9 req-6a9d7098-5983-4d48-9895-cd9edf83ac7a tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3696292-943a-45ac-ad18-6c6696d84c24 HTTP/1.1" status: 200 len: 945 time: 0.0773029 Dec 14 18:46:05.175002 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede753e4-8e8f-41da-aee1-311268ff512c req-0c9a0ac5-9bf4-4d89-a821-7d11e5e8aa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:05.176425 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ede753e4-8e8f-41da-aee1-311268ff512c req-0c9a0ac5-9bf4-4d89-a821-7d11e5e8aa6f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 1098 time: 0.0574443 Dec 14 18:46:05.182262 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622b717-0893-4f86-8e2d-be3016ec33e6 req-57a4c620-5666-4209-8c92-82e6771da821 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:05.183767 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-b622b717-0893-4f86-8e2d-be3016ec33e6 req-57a4c620-5666-4209-8c92-82e6771da821 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 946 time: 0.0523009 Dec 14 18:46:05.221288 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-b622b717-0893-4f86-8e2d-be3016ec33e6 req-c05dd139-9665-4e88-8095-a2cf8b5543ae tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316305 Dec 14 18:46:05.230166 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-8c93615f-8a46-420b-bb53-1cc89da539f9 req-4dabe790-9dcb-47e1-aef4-7b328923c51a tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/security-groups?id=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527725 Dec 14 18:46:05.237565 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ede753e4-8e8f-41da-aee1-311268ff512c req-ea392541-a6a7-488c-bdd6-ad05cf0d1cca service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467072 Dec 14 18:46:05.678899 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76631357-475b-4a5f-acd4-e35e7d58dfec req-c9c71c8d-37ea-49fa-b79d-c4be15da1841 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:05.681032 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-76631357-475b-4a5f-acd4-e35e7d58dfec req-c9c71c8d-37ea-49fa-b79d-c4be15da1841 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0529583 Dec 14 18:46:05.717312 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-76631357-475b-4a5f-acd4-e35e7d58dfec req-0523ec59-2c4f-40ea-a7f7-0992f0375a16 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303438 Dec 14 18:46:05.916935 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a49216-bc7a-492e-8f46-a905cc41bf23 req-e501d87e-7757-48f0-bd3a-da32953b2362 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:05.918375 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-87a49216-bc7a-492e-8f46-a905cc41bf23 req-e501d87e-7757-48f0-bd3a-da32953b2362 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3696292-943a-45ac-ad18-6c6696d84c24 HTTP/1.1" status: 200 len: 945 time: 0.0482402 Dec 14 18:46:06.012515 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [req-87a49216-bc7a-492e-8f46-a905cc41bf23 req-82a1d2fb-a817-42b9-a2c9-93167b380499 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Deleting port dc5c5a9f-e43e-4880-9f97-d6ac12250964 {{(pid=108020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:46:06.012858 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-87a49216-bc7a-492e-8f46-a905cc41bf23 req-82a1d2fb-a817-42b9-a2c9-93167b380499 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:06.104166 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-87a49216-bc7a-492e-8f46-a905cc41bf23 req-82a1d2fb-a817-42b9-a2c9-93167b380499 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] For port dc5c5a9f-e43e-4880-9f97-d6ac12250964, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=dc5c5a9f-e43e-4880-9f97-d6ac12250964,segment=NetworkSegment(afbc79ff-63f4-4186-8162-deafc6a1b2e3),segment_id=afbc79ff-63f4-4186-8162-deafc6a1b2e3)] {{(pid=108020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:46:06.104525 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-87a49216-bc7a-492e-8f46-a905cc41bf23 req-82a1d2fb-a817-42b9-a2c9-93167b380499 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:06.117219 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [req-87a49216-bc7a-492e-8f46-a905cc41bf23 req-82a1d2fb-a817-42b9-a2c9-93167b380499 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Calling delete_port for dc5c5a9f-e43e-4880-9f97-d6ac12250964 owned by compute:nova {{(pid=108020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:46:06.241681 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-87a49216-bc7a-492e-8f46-a905cc41bf23 req-82a1d2fb-a817-42b9-a2c9-93167b380499 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966'] for port, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:06.262535 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] get_ports_and_sgs() called for port_ids ['dc5c5a9f-e43e-4880-9f97-d6ac12250964'] {{(pid=108022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:46:06.272363 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a1d2fb-a817-42b9-a2c9-93167b380499 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Pushing event deleted for resources: {'Port': ['ID=dc5c5a9f-e43e-4880-9f97-d6ac12250964,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:46:06.342049 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a49216-bc7a-492e-8f46-a905cc41bf23 req-82a1d2fb-a817-42b9-a2c9-93167b380499 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] No DVR routers for this DVR port dc5c5a9f-e43e-4880-9f97-d6ac12250964 on host hv-cinder-82174 {{(pid=108020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:46:06.345231 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4374b531-3df3-4844-ac1d-88f17f2b7d5e req-dddcb3cb-1e9a-489d-8929-d80ca9425d28 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3696292-943a-45ac-ad18-6c6696d84c24 HTTP/1.1" status: 200 len: 210 time: 0.0385327 Dec 14 18:46:06.346218 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-87a49216-bc7a-492e-8f46-a905cc41bf23 req-82a1d2fb-a817-42b9-a2c9-93167b380499 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:06.349448 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-87a49216-bc7a-492e-8f46-a905cc41bf23 req-82a1d2fb-a817-42b9-a2c9-93167b380499 tempest-AttachVolumeNegativeTest-1492495356 tempest-AttachVolumeNegativeTest-1492495356-project] 10.222.0.61 "DELETE /v2.0/ports/dc5c5a9f-e43e-4880-9f97-d6ac12250964 HTTP/1.1" status: 204 len: 173 time: 0.4215932 Dec 14 18:46:06.349892 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3696292-943a-45ac-ad18-6c6696d84c24', 'name': 'network-vif-deleted', 'tag': 'dc5c5a9f-e43e-4880-9f97-d6ac12250964'}] {{(pid=108020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:46:06.352535 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d1d651e17726932f2c063a5cb62fed0687a982c73a8c4b64805019ed9839e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32c01c1-4874-4679-8194-dfe656826b77" -d '{"events": [{"server_uuid": "a3696292-943a-45ac-ad18-6c6696d84c24", "name": "network-vif-deleted", "tag": "dc5c5a9f-e43e-4880-9f97-d6ac12250964"}]}' {{(pid=108020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:46:06.376384 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0fce54-bd54-412d-a6ac-cf8842717d2d req-5d2750f2-c73c-459c-9dfc-4cdb80a54730 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:06.379304 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-be0fce54-bd54-412d-a6ac-cf8842717d2d req-5d2750f2-c73c-459c-9dfc-4cdb80a54730 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 946 time: 0.0594444 Dec 14 18:46:06.392294 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0ff855-f7e2-4a34-bdd3-5621f560cc5c x-openstack-request-id: req-eb0ff855-f7e2-4a34-bdd3-5621f560cc5c {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:46:06.392581 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3696292-943a-45ac-ad18-6c6696d84c24", "name": "network-vif-deleted", "tag": "dc5c5a9f-e43e-4880-9f97-d6ac12250964", "status": "completed", "code": 200}]} {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:46:06.392937 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-eb0ff855-f7e2-4a34-bdd3-5621f560cc5c {{(pid=108020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:46:06.393218 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3696292-943a-45ac-ad18-6c6696d84c24', 'name': 'network-vif-deleted', 'tag': 'dc5c5a9f-e43e-4880-9f97-d6ac12250964', 'status': 'completed', 'code': 200} Dec 14 18:46:06.430796 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-be0fce54-bd54-412d-a6ac-cf8842717d2d req-c2b4f643-b793-412f-8492-cab2592e9c6a tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431485 Dec 14 18:46:06.836251 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d158e-02d2-485a-9eae-33586f3b5498 req-4918ffeb-6dfe-4d21-b1a8-c92bc8ab1861 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:06.837731 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-190d158e-02d2-485a-9eae-33586f3b5498 req-4918ffeb-6dfe-4d21-b1a8-c92bc8ab1861 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0513501 Dec 14 18:46:06.876951 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-190d158e-02d2-485a-9eae-33586f3b5498 req-d0c5b365-abae-450d-8bb5-75fff9ae6277 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330741 Dec 14 18:46:07.235908 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b022200-e2ca-458e-af75-a832bc3e2fef req-34c2c1a6-971c-4cf1-94c3-8f7d65a83a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:07.237378 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6b022200-e2ca-458e-af75-a832bc3e2fef req-34c2c1a6-971c-4cf1-94c3-8f7d65a83a11 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6d30e631db984d3fa5328c6309d21ab1&device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 1098 time: 0.0707471 Dec 14 18:46:07.246263 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc611552-ca18-4f0b-a7fc-ab6f9adf698b req-9e695bba-56a6-4a29-abc1-4e8e1986553b tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:07.247621 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-bc611552-ca18-4f0b-a7fc-ab6f9adf698b req-9e695bba-56a6-4a29-abc1-4e8e1986553b tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0720222 Dec 14 18:46:07.333289 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-bc611552-ca18-4f0b-a7fc-ab6f9adf698b req-52c69bef-8687-45bd-834f-2e47022103d3 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777104 Dec 14 18:46:07.360664 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b022200-e2ca-458e-af75-a832bc3e2fef req-3426e543-748e-4868-b08b-9f3468498c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:07.362104 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6b022200-e2ca-458e-af75-a832bc3e2fef req-3426e543-748e-4868-b08b-9f3468498c32 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cec07be9-2009-49bf-b433-dbf4ec1bc7f9 HTTP/1.1" status: 200 len: 919 time: 0.1136539 Dec 14 18:46:07.403251 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 44754) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:46:07.405012 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6b022200-e2ca-458e-af75-a832bc3e2fef req-43a80e19-3d06-47d0-a03a-e830e8db4602 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1be5751a-d6f2-43c8-bc3f-36770fd3ac51 HTTP/1.1" status: 200 len: 217 time: 0.0350854 Dec 14 18:46:07.450309 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.db_base_plugin_v2 [None req-6be3a219-2627-4b8e-8a54-43abe7b4169a admin admin] Deleting subnet 048742ed-8e42-40b7-b8eb-a3709809cf9f {{(pid=108021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 14 18:46:07.453423 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-6be3a219-2627-4b8e-8a54-43abe7b4169a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:07.454053 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b022200-e2ca-458e-af75-a832bc3e2fef req-3b7c9f6a-8190-499a-a336-f77813a38cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:07.456939 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6b022200-e2ca-458e-af75-a832bc3e2fef req-3b7c9f6a-8190-499a-a336-f77813a38cac service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3c4318d4-5988-4679-8015-e2594e934f86 HTTP/1.1" status: 200 len: 858 time: 0.0432205 Dec 14 18:46:07.490798 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-6be3a219-2627-4b8e-8a54-43abe7b4169a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29292912'] for subnet, precommit_delete_associations {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:07.492068 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6b022200-e2ca-458e-af75-a832bc3e2fef req-3485c3d3-9451-4724-90b2-57fd660ffa77 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cec07be9-2009-49bf-b433-dbf4ec1bc7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289209 Dec 14 18:46:07.530336 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-6be3a219-2627-4b8e-8a54-43abe7b4169a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3907046'] for subnet, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:07.584227 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-6be3a219-2627-4b8e-8a54-43abe7b4169a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3907055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29291609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28799321'] for subnet, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:07.604892 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe73c7-a5c8-4104-ba52-64097aa508d8 req-2f419c98-c69f-4f08-8c21-52efd76d23b9 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:07.606486 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-d5fe73c7-a5c8-4104-ba52-64097aa508d8 req-2f419c98-c69f-4f08-8c21-52efd76d23b9 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 946 time: 0.0998385 Dec 14 18:46:07.613128 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3a219-2627-4b8e-8a54-43abe7b4169a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=048742ed-8e42-40b7-b8eb-a3709809cf9f,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:46:07.620607 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-6be3a219-2627-4b8e-8a54-43abe7b4169a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for subnet, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:07.627564 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-6be3a219-2627-4b8e-8a54-43abe7b4169a admin admin] 10.222.0.71 "DELETE /v2.0/subnets/048742ed-8e42-40b7-b8eb-a3709809cf9f HTTP/1.1" status: 204 len: 168 time: 0.2209556 Dec 14 18:46:07.627768 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 44760) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:46:07.643701 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6b022200-e2ca-458e-af75-a832bc3e2fef req-7c14ead8-46e1-4b7c-ab7b-0bfdc17f74a0 service neutron] 10.222.0.61 "GET /v2.0/networks/cec07be9-2009-49bf-b433-dbf4ec1bc7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440990 Dec 14 18:46:07.699338 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-abb1751e-5cd8-4b22-a66e-b2872eb424e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3973964'] for network, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:07.712184 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-d5fe73c7-a5c8-4104-ba52-64097aa508d8 req-c5df7f6a-0694-4ad5-9216-bf2c611323a1 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887039 Dec 14 18:46:07.751093 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6b022200-e2ca-458e-af75-a832bc3e2fef req-6fdf80bc-d11d-4fa2-b46a-20c4462187b5 service neutron] 10.222.0.61 "GET /v2.0/networks/cec07be9-2009-49bf-b433-dbf4ec1bc7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991433 Dec 14 18:46:07.781191 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-abb1751e-5cd8-4b22-a66e-b2872eb424e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3899795', 'neutron.services.segments.db._delete_segments_for_network-8730915442872'] for network, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:07.801093 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.services.segments.db [None req-abb1751e-5cd8-4b22-a66e-b2872eb424e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd304430-c646-4db7-a934-2559ea0d87d6']}} {{(pid=108021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:46:07.810009 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.services.segments.db [None req-abb1751e-5cd8-4b22-a66e-b2872eb424e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afbc79ff-63f4-4186-8162-deafc6a1b2e3') {'for_net_delete': True} {{(pid=108021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:46:07.810303 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.services.segments.db [None req-abb1751e-5cd8-4b22-a66e-b2872eb424e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afbc79ff-63f4-4186-8162-deafc6a1b2e3') {} {{(pid=108021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:46:07.819356 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-abb1751e-5cd8-4b22-a66e-b2872eb424e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730915282288', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29292905'] for segment, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:07.832782 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-abb1751e-5cd8-4b22-a66e-b2872eb424e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017'] for segment, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:07.839518 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abb1751e-5cd8-4b22-a66e-b2872eb424e2 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=108021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 18:46:07.839840 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-abb1751e-5cd8-4b22-a66e-b2872eb424e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29291711'] for segment, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:07.841452 dv-cinder-821746-1-iscsi neutron-server[108021]: Traceback (most recent call last): Dec 14 18:46:07.841452 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 18:46:07.841452 dv-cinder-821746-1-iscsi neutron-server[108021]: timer() Dec 14 18:46:07.841452 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:46:07.841452 dv-cinder-821746-1-iscsi neutron-server[108021]: cb(*args, **kw) Dec 14 18:46:07.841452 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 18:46:07.841452 dv-cinder-821746-1-iscsi neutron-server[108021]: return func(*args, **kwargs) Dec 14 18:46:07.841452 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:46:07.841452 dv-cinder-821746-1-iscsi neutron-server[108021]: self._notify() Dec 14 18:46:07.841452 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:46:07.841452 dv-cinder-821746-1-iscsi neutron-server[108021]: self.callback(batched_events) Dec 14 18:46:07.841452 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:46:07.841452 dv-cinder-821746-1-iscsi neutron-server[108021]: event.method(event) Dec 14 18:46:07.841452 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 18:46:07.841452 dv-cinder-821746-1-iscsi neutron-server[108021]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:46:07.841452 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 18:46:07.841452 dv-cinder-821746-1-iscsi neutron-server[108021]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 18:46:07.841452 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 18:46:07.841452 dv-cinder-821746-1-iscsi neutron-server[108021]: return f(self, *a, **k) Dec 14 18:46:07.841452 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 18:46:07.841452 dv-cinder-821746-1-iscsi neutron-server[108021]: return self._get(url).json() Dec 14 18:46:07.841452 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:46:07.841452 dv-cinder-821746-1-iscsi neutron-server[108021]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 18:46:07.841452 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 18:46:07.841452 dv-cinder-821746-1-iscsi neutron-server[108021]: return self.request(url, 'GET', **kwargs) Dec 14 18:46:07.841452 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 18:46:07.841452 dv-cinder-821746-1-iscsi neutron-server[108021]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 18:46:07.841452 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 18:46:07.841452 dv-cinder-821746-1-iscsi neutron-server[108021]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:46:07.841452 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 18:46:07.841452 dv-cinder-821746-1-iscsi neutron-server[108021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:46:07.841452 dv-cinder-821746-1-iscsi neutron-server[108021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:46:07.897900 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-abb1751e-5cd8-4b22-a66e-b2872eb424e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3907168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552522'] for network, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:07.903693 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-abb1751e-5cd8-4b22-a66e-b2872eb424e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for network, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:07.906856 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-abb1751e-5cd8-4b22-a66e-b2872eb424e2 admin admin] 10.222.0.71 "DELETE /v2.0/networks/dd304430-c646-4db7-a934-2559ea0d87d6 HTTP/1.1" status: 204 len: 168 time: 0.2781589 Dec 14 18:46:07.918410 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1751e-5cd8-4b22-a66e-b2872eb424e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd304430-c646-4db7-a934-2559ea0d87d6,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:46:08.067335 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 44764) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:46:08.106489 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-c8d45a35-02aa-40c1-8b7e-87d385308ac4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c8d244262bb0402da2c415ab98f5b988&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0379288 Dec 14 18:46:08.108846 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 44766) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:46:08.156014 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-17cac2bd-c18f-42f9-aa9e-9485f37eb32f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:08.176331 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-17cac2bd-c18f-42f9-aa9e-9485f37eb32f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:08.225960 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-17cac2bd-c18f-42f9-aa9e-9485f37eb32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:08.228591 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-17cac2bd-c18f-42f9-aa9e-9485f37eb32f admin admin] Notify callbacks [] for security_group, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:08.229695 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-17cac2bd-c18f-42f9-aa9e-9485f37eb32f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/85f3d8e4-f799-4b47-b89e-a6bf7e93aa48 HTTP/1.1" status: 204 len: 168 time: 0.1199293 Dec 14 18:46:08.237640 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cac2bd-c18f-42f9-aa9e-9485f37eb32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f3d8e4-f799-4b47-b89e-a6bf7e93aa48,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:46:08.453721 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4fcfb-6de2-45c1-a313-f2a0737e2a72 req-25db1da6-7877-4d56-81d9-f36a3e9c697e tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:08.455234 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-8aa4fcfb-6de2-45c1-a313-f2a0737e2a72 req-25db1da6-7877-4d56-81d9-f36a3e9c697e tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0499103 Dec 14 18:46:08.493499 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-8aa4fcfb-6de2-45c1-a313-f2a0737e2a72 req-86400fe3-5592-44d0-8a8a-51b034d80b38 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323455 Dec 14 18:46:08.751132 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.agents_db [None req-bc91d4ce-6c5b-4ff0-abae-02e3a00e1a46 None None] Agent healthcheck: found 6 active agents {{(pid=108023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:46:08.756419 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device dc5c5a9f-e43e-4880-9f97-d6ac12250964 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:46:08.776688 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] No Port match for: dc5c5a9f-e43e-4880-9f97-d6ac12250964 {{(pid=108022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:46:08.777019 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device dc5c5a9f-e43e-4880-9f97-d6ac12250964 not bound to the agent host hv-cinder-82174 {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:46:08.845306 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80faae9b-9d34-4955-ac0f-472b888c315c req-52b5610d-c998-4b19-9d7e-45323d59b2db tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:08.845306 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-80faae9b-9d34-4955-ac0f-472b888c315c req-52b5610d-c998-4b19-9d7e-45323d59b2db tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 946 time: 0.0501962 Dec 14 18:46:08.880751 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-80faae9b-9d34-4955-ac0f-472b888c315c req-c0fb91a6-fe3f-4e74-b311-97a9ad8c822b tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330126 Dec 14 18:46:09.616921 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab6a26-5994-48ad-8870-e42640081bd8 req-d9e26b82-11fe-4d23-9cab-a3bf9e0c64af tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:09.618970 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-cfab6a26-5994-48ad-8870-e42640081bd8 req-d9e26b82-11fe-4d23-9cab-a3bf9e0c64af tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0513370 Dec 14 18:46:09.657541 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-cfab6a26-5994-48ad-8870-e42640081bd8 req-483d444f-b1a1-4c4a-a845-2a929a54d62d tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323727 Dec 14 18:46:09.695247 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 44816) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:46:09.802576 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-021fb889-a7a3-48e5-b552-847f09184955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:09.898703 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-021fb889-a7a3-48e5-b552-847f09184955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:09.905140 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-021fb889-a7a3-48e5-b552-847f09184955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:09.956058 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-021fb889-a7a3-48e5-b552-847f09184955 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b19c91b47da44671a509f74ebac57e6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2588499 Dec 14 18:46:09.956829 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021fb889-a7a3-48e5-b552-847f09184955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c281d8-1c1d-490c-b945-47eafa838e4a,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:46:09.959638 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 44832) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:46:10.049962 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484d397-6282-4c0f-bf41-9f61298644f3 req-1124196a-cfd4-4e9e-89df-1cb7f11ac17f tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:10.051883 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f484d397-6282-4c0f-bf41-9f61298644f3 req-1124196a-cfd4-4e9e-89df-1cb7f11ac17f tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 946 time: 0.0829358 Dec 14 18:46:10.076557 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-002d4708-4703-48df-9bd4-502149a9f50d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:10.110337 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-002d4708-4703-48df-9bd4-502149a9f50d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:10.123605 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f484d397-6282-4c0f-bf41-9f61298644f3 req-aa8c08de-744a-4e08-b9a5-fc8c59ce4892 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628259 Dec 14 18:46:10.162816 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-002d4708-4703-48df-9bd4-502149a9f50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:10.165879 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-002d4708-4703-48df-9bd4-502149a9f50d admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:10.167040 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-002d4708-4703-48df-9bd4-502149a9f50d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/13c281d8-1c1d-490c-b945-47eafa838e4a HTTP/1.1" status: 204 len: 168 time: 0.2058454 Dec 14 18:46:10.174749 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d4708-4703-48df-9bd4-502149a9f50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c281d8-1c1d-490c-b945-47eafa838e4a,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:46:10.434042 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 44838) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:46:10.447500 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-5d063cfd-bfb7-4055-ad29-aa554a9c87d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:10.536788 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-5d063cfd-bfb7-4055-ad29-aa554a9c87d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:10.541379 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-5d063cfd-bfb7-4055-ad29-aa554a9c87d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:10.581753 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-5d063cfd-bfb7-4055-ad29-aa554a9c87d2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e97f9e72c8ef402b9e72af226df0a5c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1465752 Dec 14 18:46:10.582882 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d063cfd-bfb7-4055-ad29-aa554a9c87d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb61fc30-e34c-407a-a741-3d8caf0929f4,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:46:10.585527 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 44840) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:46:10.636436 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-ebcbba8a-d9bf-4973-b4d2-b73e602cfc83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:10.658527 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-ebcbba8a-d9bf-4973-b4d2-b73e602cfc83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:10.708160 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-ebcbba8a-d9bf-4973-b4d2-b73e602cfc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:10.710861 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-ebcbba8a-d9bf-4973-b4d2-b73e602cfc83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:10.712808 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-ebcbba8a-d9bf-4973-b4d2-b73e602cfc83 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/eb61fc30-e34c-407a-a741-3d8caf0929f4 HTTP/1.1" status: 204 len: 168 time: 0.1254852 Dec 14 18:46:10.721030 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcbba8a-d9bf-4973-b4d2-b73e602cfc83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb61fc30-e34c-407a-a741-3d8caf0929f4,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:46:11.256878 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c12f2-6065-4539-b470-760f6c1db5c6 req-057e796e-a42e-4f16-9700-112ea7c8a990 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:11.259128 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-6b7c12f2-6065-4539-b470-760f6c1db5c6 req-057e796e-a42e-4f16-9700-112ea7c8a990 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 946 time: 0.0539496 Dec 14 18:46:11.299449 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-6b7c12f2-6065-4539-b470-760f6c1db5c6 req-3c5d7ddb-2ec8-447a-a81d-ae41b820d9b9 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338588 Dec 14 18:46:11.512856 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998c2f1-6367-4430-a698-08e6dc9021de req-e2ccaea0-0ace-4933-a7b9-c68d87c2cb4a tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:11.514355 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-9998c2f1-6367-4430-a698-08e6dc9021de req-e2ccaea0-0ace-4933-a7b9-c68d87c2cb4a tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 946 time: 0.0611622 Dec 14 18:46:11.554350 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-9998c2f1-6367-4430-a698-08e6dc9021de req-4fa59f9f-3149-44a8-8817-ce1c6825019d tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337355 Dec 14 18:46:11.769371 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e7f2f-e85b-4080-8c96-bb7e8e8aea32 req-c25b6b05-c7b6-4941-a6fb-29d780b4d8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:11.770896 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9e2e7f2f-e85b-4080-8c96-bb7e8e8aea32 req-c25b6b05-c7b6-4941-a6fb-29d780b4d8a8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=949697f6123f48b49b1dfa9ea09b6236&device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 1099 time: 0.2530313 Dec 14 18:46:11.861194 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e7f2f-e85b-4080-8c96-bb7e8e8aea32 req-24cc80c9-f0db-4acd-a76d-f8a2f7220add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:11.862689 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9e2e7f2f-e85b-4080-8c96-bb7e8e8aea32 req-24cc80c9-f0db-4acd-a76d-f8a2f7220add service neutron] 10.222.0.61 "GET /v2.0/networks?id=7f7553d6-566b-442a-8474-b9703b3d3a26 HTTP/1.1" status: 200 len: 911 time: 0.0844741 Dec 14 18:46:11.879804 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 44890) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:46:11.931412 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9e2e7f2f-e85b-4080-8c96-bb7e8e8aea32 req-ae3e44b5-394a-4b40-840b-05b89d1fd880 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fa7c810-4b83-48b0-a3e3-bf2712047926 HTTP/1.1" status: 200 len: 1002 time: 0.0621638 Dec 14 18:46:11.981517 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e7f2f-e85b-4080-8c96-bb7e8e8aea32 req-88ac7b80-16a4-44c6-94c3-53cb13b360df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:11.983058 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9e2e7f2f-e85b-4080-8c96-bb7e8e8aea32 req-88ac7b80-16a4-44c6-94c3-53cb13b360df service neutron] 10.222.0.61 "GET /v2.0/subnets?id=50e7903b-7a00-4646-be83-d8fc7d2d11f1 HTTP/1.1" status: 200 len: 849 time: 0.0453639 Dec 14 18:46:11.985107 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-dd5f0adc-9832-42d3-9bac-36f09e3af2c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:12.038132 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e7f2f-e85b-4080-8c96-bb7e8e8aea32 req-ed019337-c5f3-485a-aeb0-7dd683ce35ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:12.040325 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9e2e7f2f-e85b-4080-8c96-bb7e8e8aea32 req-ed019337-c5f3-485a-aeb0-7dd683ce35ec service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7f7553d6-566b-442a-8474-b9703b3d3a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500796 Dec 14 18:46:12.061462 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-dd5f0adc-9832-42d3-9bac-36f09e3af2c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:12.070109 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-dd5f0adc-9832-42d3-9bac-36f09e3af2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:12.107699 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f0adc-9832-42d3-9bac-36f09e3af2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c9d4a0-b9a6-42e6-8b65-62d0da61d963,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:46:12.114602 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-dd5f0adc-9832-42d3-9bac-36f09e3af2c0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2d9a9ae3a6f9413b803f757067b1bd0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333534 Dec 14 18:46:12.114975 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 44896) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:46:12.183031 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9e2e7f2f-e85b-4080-8c96-bb7e8e8aea32 req-b26579d3-fa9f-4b6b-8dbe-4336117f5d43 service neutron] 10.222.0.61 "GET /v2.0/networks/7f7553d6-566b-442a-8474-b9703b3d3a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281054 Dec 14 18:46:12.187468 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-f9ac1a2d-ee9c-4d1a-ac8e-08ecf6e958c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:12.254571 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-f9ac1a2d-ee9c-4d1a-ac8e-08ecf6e958c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:12.316164 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9e2e7f2f-e85b-4080-8c96-bb7e8e8aea32 req-a44c7666-605a-46ac-8100-7cb31702735c service neutron] 10.222.0.61 "GET /v2.0/networks/7f7553d6-566b-442a-8474-b9703b3d3a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245213 Dec 14 18:46:12.339208 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-f9ac1a2d-ee9c-4d1a-ac8e-08ecf6e958c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:12.341815 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-f9ac1a2d-ee9c-4d1a-ac8e-08ecf6e958c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:12.342938 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-f9ac1a2d-ee9c-4d1a-ac8e-08ecf6e958c4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e0c9d4a0-b9a6-42e6-8b65-62d0da61d963 HTTP/1.1" status: 204 len: 168 time: 0.2255309 Dec 14 18:46:12.352171 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac1a2d-ee9c-4d1a-ac8e-08ecf6e958c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c9d4a0-b9a6-42e6-8b65-62d0da61d963,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:46:12.375563 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-6c736472-aae3-42e2-aa01-fc1690f735dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:12.672528 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd0a13-dc82-49c3-90ce-4caafb17e77f req-a8d9bccb-38d9-4c57-bdc6-8d8c87299fec tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:12.674446 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-72cd0a13-dc82-49c3-90ce-4caafb17e77f req-a8d9bccb-38d9-4c57-bdc6-8d8c87299fec tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 946 time: 0.0502250 Dec 14 18:46:12.714328 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-72cd0a13-dc82-49c3-90ce-4caafb17e77f req-44cd6646-ec93-4f32-ba60-5f9bc9c01746 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335376 Dec 14 18:46:13.769124 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa8a96-464b-4c8e-a43f-53ab7255c8b1 req-3b60cccd-31c9-4614-a86c-f17dbb45af54 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:13.770726 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-fffa8a96-464b-4c8e-a43f-53ab7255c8b1 req-3b60cccd-31c9-4614-a86c-f17dbb45af54 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.0686100 Dec 14 18:46:13.842100 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-fffa8a96-464b-4c8e-a43f-53ab7255c8b1 req-37955f64-424d-451b-b374-65438a94184f tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613360 Dec 14 18:46:13.853946 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352d93c-c426-40a5-b220-d9e76702a802 req-44da43c5-5b80-4a03-89ad-3ad368e255e2 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:13.855540 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b352d93c-c426-40a5-b220-d9e76702a802 req-44da43c5-5b80-4a03-89ad-3ad368e255e2 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 946 time: 0.0614462 Dec 14 18:46:13.912362 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b352d93c-c426-40a5-b220-d9e76702a802 req-f3e89364-e327-49b1-b88c-402c55d9046d tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419204 Dec 14 18:46:14.730776 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ee7c919a-bd24-4abc-a439-ce786798f1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:14.964717 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fbf13-a6f2-49fe-8d0b-89c6e6ef0b4a req-d7b3e802-c316-447d-9147-310f9dec6baa tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:14.966181 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-314fbf13-a6f2-49fe-8d0b-89c6e6ef0b4a req-d7b3e802-c316-447d-9147-310f9dec6baa tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.0492210 Dec 14 18:46:15.005333 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-314fbf13-a6f2-49fe-8d0b-89c6e6ef0b4a req-112dde47-4967-4988-97b7-74031b6c6fbc tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331874 Dec 14 18:46:15.853146 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39d7c0-cf18-4458-a75b-d73b259da61b req-bec728e5-0cb9-4559-b1c8-764708819f4d tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:15.854665 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-4d39d7c0-cf18-4458-a75b-d73b259da61b req-bec728e5-0cb9-4559-b1c8-764708819f4d tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 945 time: 0.0496812 Dec 14 18:46:15.896876 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-4d39d7c0-cf18-4458-a75b-d73b259da61b req-010ba581-9495-46ca-8d80-bab644a9e264 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347278 Dec 14 18:46:16.125548 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0099cd75-9eaf-4d33-bac6-f5382c1abe7c req-a2f50995-ebad-4235-bdb2-beae447094c1 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:16.127063 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-0099cd75-9eaf-4d33-bac6-f5382c1abe7c req-a2f50995-ebad-4235-bdb2-beae447094c1 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.0517583 Dec 14 18:46:16.164755 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:16.172870 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-0099cd75-9eaf-4d33-bac6-f5382c1abe7c req-49c5c60e-be88-4b45-bd02-cabae5c9f912 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390406 Dec 14 18:46:16.230940 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f2ebc-d1c5-442f-976f-da3412bb6dc0 req-1df66eda-5c29-497e-b68a-0c1f6b021444 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:16.232460 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-637f2ebc-d1c5-442f-976f-da3412bb6dc0 req-1df66eda-5c29-497e-b68a-0c1f6b021444 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.61 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 945 time: 0.0549483 Dec 14 18:46:16.334006 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [req-637f2ebc-d1c5-442f-976f-da3412bb6dc0 req-f015b9de-1388-4576-818b-780bbc193165 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Deleting port eeec46a2-ecce-45bc-abc2-5aa229411802 {{(pid=108020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:46:16.334247 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-637f2ebc-d1c5-442f-976f-da3412bb6dc0 req-f015b9de-1388-4576-818b-780bbc193165 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:16.437413 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-637f2ebc-d1c5-442f-976f-da3412bb6dc0 req-f015b9de-1388-4576-818b-780bbc193165 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] For port eeec46a2-ecce-45bc-abc2-5aa229411802, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=eeec46a2-ecce-45bc-abc2-5aa229411802,segment=NetworkSegment(59268339-a9bf-4548-b15f-f5dee7a5018e),segment_id=59268339-a9bf-4548-b15f-f5dee7a5018e)] {{(pid=108020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:46:16.437767 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-637f2ebc-d1c5-442f-976f-da3412bb6dc0 req-f015b9de-1388-4576-818b-780bbc193165 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:16.453287 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [req-637f2ebc-d1c5-442f-976f-da3412bb6dc0 req-f015b9de-1388-4576-818b-780bbc193165 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Calling delete_port for eeec46a2-ecce-45bc-abc2-5aa229411802 owned by compute:nova {{(pid=108020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:46:16.584746 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-637f2ebc-d1c5-442f-976f-da3412bb6dc0 req-f015b9de-1388-4576-818b-780bbc193165 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966'] for port, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:16.607252 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] get_ports_and_sgs() called for port_ids ['1be5751a-d6f2-43c8-bc3f-36770fd3ac51', 'eeec46a2-ecce-45bc-abc2-5aa229411802'] {{(pid=108022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:46:16.612166 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f015b9de-1388-4576-818b-780bbc193165 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Pushing event deleted for resources: {'Port': ['ID=eeec46a2-ecce-45bc-abc2-5aa229411802,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:46:16.656319 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [req-637f2ebc-d1c5-442f-976f-da3412bb6dc0 req-f015b9de-1388-4576-818b-780bbc193165 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] No DVR routers for this DVR port eeec46a2-ecce-45bc-abc2-5aa229411802 on host hv-cinder-82174 {{(pid=108020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:46:16.659342 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-637f2ebc-d1c5-442f-976f-da3412bb6dc0 req-f015b9de-1388-4576-818b-780bbc193165 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:16.663353 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-637f2ebc-d1c5-442f-976f-da3412bb6dc0 req-f015b9de-1388-4576-818b-780bbc193165 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.61 "DELETE /v2.0/ports/eeec46a2-ecce-45bc-abc2-5aa229411802 HTTP/1.1" status: 204 len: 173 time: 0.4199331 Dec 14 18:46:16.663870 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97419b4-063a-4025-8031-67239edf171d', 'name': 'network-vif-deleted', 'tag': 'eeec46a2-ecce-45bc-abc2-5aa229411802'}] {{(pid=108020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:46:16.666248 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d1d651e17726932f2c063a5cb62fed0687a982c73a8c4b64805019ed9839e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece7a28b-2083-44c8-9383-751f8f206e89" -d '{"events": [{"server_uuid": "c97419b4-063a-4025-8031-67239edf171d", "name": "network-vif-deleted", "tag": "eeec46a2-ecce-45bc-abc2-5aa229411802"}]}' {{(pid=108020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:46:16.711561 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb94635-ead8-4c24-bafe-827aa34a9866 x-openstack-request-id: req-ffb94635-ead8-4c24-bafe-827aa34a9866 {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:46:16.711853 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97419b4-063a-4025-8031-67239edf171d", "name": "network-vif-deleted", "tag": "eeec46a2-ecce-45bc-abc2-5aa229411802", "status": "completed", "code": 200}]} {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:46:16.712111 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ffb94635-ead8-4c24-bafe-827aa34a9866 {{(pid=108020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:46:16.714923 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c97419b4-063a-4025-8031-67239edf171d', 'name': 'network-vif-deleted', 'tag': 'eeec46a2-ecce-45bc-abc2-5aa229411802', 'status': 'completed', 'code': 200} Dec 14 18:46:17.031040 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28522be-a612-48cd-b1e0-cadb5a50e694 req-9b0f7699-782a-4b8c-8067-112d4221fdd6 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:17.032785 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f28522be-a612-48cd-b1e0-cadb5a50e694 req-9b0f7699-782a-4b8c-8067-112d4221fdd6 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 945 time: 0.0600014 Dec 14 18:46:17.073926 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f28522be-a612-48cd-b1e0-cadb5a50e694 req-5a1e371d-b9d9-4edd-bc37-b59d86c97243 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347822 Dec 14 18:46:17.286822 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-c936ab87-35fb-493b-af6d-797a3822739b req-384c84b4-6228-416c-91ed-57b0ca2328c5 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=c97419b4-063a-4025-8031-67239edf171d HTTP/1.1" status: 200 len: 210 time: 0.0314641 Dec 14 18:46:17.507335 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:17.861514 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:18.200760 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8543b7-2998-4f67-92b5-4e03d6e87f15 req-13fd905a-000e-4406-83d7-698a424fae81 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:18.202291 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-3d8543b7-2998-4f67-92b5-4e03d6e87f15 req-13fd905a-000e-4406-83d7-698a424fae81 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 945 time: 0.0533943 Dec 14 18:46:18.240302 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-3d8543b7-2998-4f67-92b5-4e03d6e87f15 req-c3469ded-1449-4286-9a51-f4f6b791c9b0 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321045 Dec 14 18:46:18.562436 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8b61d-0738-499a-ab99-d0520d0a15d9 req-b251d00e-9d5e-413f-88cf-86ef8cc8cea8 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:18.564061 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-f2b8b61d-0738-499a-ab99-d0520d0a15d9 req-b251d00e-9d5e-413f-88cf-86ef8cc8cea8 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0518456 Dec 14 18:46:18.605771 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-f2b8b61d-0738-499a-ab99-d0520d0a15d9 req-80a513d6-2df7-4218-9a5e-80d66a2fad79 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357318 Dec 14 18:46:18.825380 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device eeec46a2-ecce-45bc-abc2-5aa229411802 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:46:18.845468 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] No Port match for: eeec46a2-ecce-45bc-abc2-5aa229411802 {{(pid=108022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:46:18.845811 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device eeec46a2-ecce-45bc-abc2-5aa229411802 not bound to the agent host hv-cinder-82174 {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:46:19.365087 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e5b81-5eae-4dd5-a1d4-a50a76dc3108 req-7aee0c9e-1e0f-4c67-995b-fd0c1f34945e tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:19.375702 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a05e5b81-5eae-4dd5-a1d4-a50a76dc3108 req-7aee0c9e-1e0f-4c67-995b-fd0c1f34945e tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 945 time: 0.0513873 Dec 14 18:46:19.407797 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a05e5b81-5eae-4dd5-a1d4-a50a76dc3108 req-47a96d42-3b95-4f01-b2e8-d18aecd6a08b tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342429 Dec 14 18:46:19.729583 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfa8fa-9fc3-4168-bb66-2c504e14a8e8 req-0251df7a-ea73-4f58-bda9-6cacd504baa5 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:19.731097 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-d0cfa8fa-9fc3-4168-bb66-2c504e14a8e8 req-0251df7a-ea73-4f58-bda9-6cacd504baa5 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0499401 Dec 14 18:46:19.769341 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-d0cfa8fa-9fc3-4168-bb66-2c504e14a8e8 req-593210ab-9600-4c38-b59b-72a105d51a20 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319731 Dec 14 18:46:20.529772 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f0948-4fdb-46cf-b461-ef34462021f3 req-0b00d512-7875-4ac4-971e-bde0a5b89b12 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:20.531348 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c09f0948-4fdb-46cf-b461-ef34462021f3 req-0b00d512-7875-4ac4-971e-bde0a5b89b12 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 945 time: 0.0499763 Dec 14 18:46:20.569918 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c09f0948-4fdb-46cf-b461-ef34462021f3 req-1d46df20-9d36-49cb-8cb3-764fe5815ddb tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326836 Dec 14 18:46:20.892167 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407c002-7784-4219-9fdf-ccd80eeacc90 req-e332f293-22da-4891-9e34-1013c4055ef7 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:20.893719 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-6407c002-7784-4219-9fdf-ccd80eeacc90 req-e332f293-22da-4891-9e34-1013c4055ef7 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0551682 Dec 14 18:46:20.945053 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-6407c002-7784-4219-9fdf-ccd80eeacc90 req-7d58dc30-b2bc-400a-9284-0217da0add19 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392792 Dec 14 18:46:21.719432 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b98ed-5a5c-490b-bb07-57826de063e9 req-e356f343-9bba-495a-ab92-76f256571b7f tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:21.720963 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-0d3b98ed-5a5c-490b-bb07-57826de063e9 req-e356f343-9bba-495a-ab92-76f256571b7f tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 945 time: 0.0539501 Dec 14 18:46:21.766137 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-0d3b98ed-5a5c-490b-bb07-57826de063e9 req-f9bc7605-922e-46f6-bccf-f5fcfd95d73c tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379560 Dec 14 18:46:21.848113 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ca3b510f-4db7-433a-adfd-3916b09a179d req-c5617154-5b2c-4a1a-b9c0-2ebfb11baefc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420630 Dec 14 18:46:21.915223 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b510f-4db7-433a-adfd-3916b09a179d req-eb648212-0368-4340-affd-7e64daf0c803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:21.916723 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ca3b510f-4db7-433a-adfd-3916b09a179d req-eb648212-0368-4340-affd-7e64daf0c803 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=949697f6123f48b49b1dfa9ea09b6236&device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 1099 time: 0.0435448 Dec 14 18:46:22.047158 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b510f-4db7-433a-adfd-3916b09a179d req-fbaee963-438b-44fa-8b22-6da5b1d30c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:22.048029 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ca3b510f-4db7-433a-adfd-3916b09a179d req-fbaee963-438b-44fa-8b22-6da5b1d30c0c service neutron] 10.222.0.61 "GET /v2.0/networks?id=7f7553d6-566b-442a-8474-b9703b3d3a26 HTTP/1.1" status: 200 len: 911 time: 0.1007051 Dec 14 18:46:22.066598 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e81e88-adcb-4ef6-84a7-8f5e8c7ef7c5 req-20e9e93a-0b68-4939-b623-39362f513e9a tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:22.068295 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-d8e81e88-adcb-4ef6-84a7-8f5e8c7ef7c5 req-20e9e93a-0b68-4939-b623-39362f513e9a tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0517163 Dec 14 18:46:22.095651 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:22.120701 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ca3b510f-4db7-433a-adfd-3916b09a179d req-61d7bf34-1206-457f-8c30-38316cceba47 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fa7c810-4b83-48b0-a3e3-bf2712047926 HTTP/1.1" status: 200 len: 1002 time: 0.0642877 Dec 14 18:46:22.122349 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-d8e81e88-adcb-4ef6-84a7-8f5e8c7ef7c5 req-162f7bf8-8f7c-47bf-b5c3-a2e107541c49 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448813 Dec 14 18:46:22.179288 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b510f-4db7-433a-adfd-3916b09a179d req-4d241590-e346-4b96-81c5-0229fbcc4569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:22.181803 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ca3b510f-4db7-433a-adfd-3916b09a179d req-4d241590-e346-4b96-81c5-0229fbcc4569 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=50e7903b-7a00-4646-be83-d8fc7d2d11f1 HTTP/1.1" status: 200 len: 849 time: 0.0478537 Dec 14 18:46:22.254914 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b510f-4db7-433a-adfd-3916b09a179d req-e2e0d7a3-cd11-4e3a-ac3a-381eaaea1102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:22.258090 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ca3b510f-4db7-433a-adfd-3916b09a179d req-e2e0d7a3-cd11-4e3a-ac3a-381eaaea1102 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7f7553d6-566b-442a-8474-b9703b3d3a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565236 Dec 14 18:46:22.363360 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ca3b510f-4db7-433a-adfd-3916b09a179d req-c1b5da86-1ccd-4376-a0a7-03c57212c727 service neutron] 10.222.0.61 "GET /v2.0/networks/7f7553d6-566b-442a-8474-b9703b3d3a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913317 Dec 14 18:46:22.479910 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ca3b510f-4db7-433a-adfd-3916b09a179d req-85140cfe-4a3c-4862-8fad-ddbce441ff28 service neutron] 10.222.0.61 "GET /v2.0/networks/7f7553d6-566b-442a-8474-b9703b3d3a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035650 Dec 14 18:46:22.892985 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c408c9-6b36-488d-9c8c-d528ef6c3cfe req-79d76689-21a0-409d-9503-ecd95af3f308 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:22.894585 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-65c408c9-6b36-488d-9c8c-d528ef6c3cfe req-79d76689-21a0-409d-9503-ecd95af3f308 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 945 time: 0.0538619 Dec 14 18:46:22.949766 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-65c408c9-6b36-488d-9c8c-d528ef6c3cfe req-0558e59c-eb66-4235-a311-b43999f603ed tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434315 Dec 14 18:46:23.250133 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c4d9b-d6de-434f-97b9-47f1d7e3cfb1 req-d4d089b2-c088-47d0-80c0-cfb49025ae36 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:23.251938 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-242c4d9b-d6de-434f-97b9-47f1d7e3cfb1 req-d4d089b2-c088-47d0-80c0-cfb49025ae36 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0546310 Dec 14 18:46:23.308135 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-242c4d9b-d6de-434f-97b9-47f1d7e3cfb1 req-54c07e83-05fd-4da0-942e-1ac4079dd1d1 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490053 Dec 14 18:46:24.074364 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2529bc94-f3b7-4778-914f-e1632d8ce6a5 req-36947e52-f181-4e8f-8612-114e2c72e919 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:24.075927 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-2529bc94-f3b7-4778-914f-e1632d8ce6a5 req-36947e52-f181-4e8f-8612-114e2c72e919 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 945 time: 0.0512815 Dec 14 18:46:24.118158 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-2529bc94-f3b7-4778-914f-e1632d8ce6a5 req-653dae00-6277-4ccd-9252-2d0bff31199c tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362370 Dec 14 18:46:24.446891 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918d223-89b0-4bfc-a982-2163790bf083 req-b1a15003-4da1-494f-8925-ee93eaa9fa48 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:24.448411 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-c918d223-89b0-4bfc-a982-2163790bf083 req-b1a15003-4da1-494f-8925-ee93eaa9fa48 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0541413 Dec 14 18:46:24.489782 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-c918d223-89b0-4bfc-a982-2163790bf083 req-dd4068bb-d4dd-4cf0-b2a7-77b332f9ea95 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7cb324-0b17-4df5-ba5a-92df394b4711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347822 Dec 14 18:46:24.928513 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b881a-63f3-4600-ac60-de0e2bfcb301 req-e316dbc9-2bf9-4ad6-a5ac-1bbafedd4d7e tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:24.930168 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b84b881a-63f3-4600-ac60-de0e2bfcb301 req-e316dbc9-2bf9-4ad6-a5ac-1bbafedd4d7e tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.61 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 945 time: 0.0560067 Dec 14 18:46:25.030641 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [req-b84b881a-63f3-4600-ac60-de0e2bfcb301 req-f176aba0-f123-4a4c-959c-1d965dee04fe tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Deleting port 1be5751a-d6f2-43c8-bc3f-36770fd3ac51 {{(pid=108020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:46:25.030993 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-b84b881a-63f3-4600-ac60-de0e2bfcb301 req-f176aba0-f123-4a4c-959c-1d965dee04fe tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:25.125029 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-b84b881a-63f3-4600-ac60-de0e2bfcb301 req-f176aba0-f123-4a4c-959c-1d965dee04fe tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] For port 1be5751a-d6f2-43c8-bc3f-36770fd3ac51, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=1be5751a-d6f2-43c8-bc3f-36770fd3ac51,segment=NetworkSegment(59268339-a9bf-4548-b15f-f5dee7a5018e),segment_id=59268339-a9bf-4548-b15f-f5dee7a5018e)] {{(pid=108020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:46:25.126059 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-b84b881a-63f3-4600-ac60-de0e2bfcb301 req-f176aba0-f123-4a4c-959c-1d965dee04fe tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:25.140385 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [req-b84b881a-63f3-4600-ac60-de0e2bfcb301 req-f176aba0-f123-4a4c-959c-1d965dee04fe tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Calling delete_port for 1be5751a-d6f2-43c8-bc3f-36770fd3ac51 owned by compute:nova {{(pid=108020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:46:25.266911 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7a7d4-f6f3-49b9-bf31-cf8a163f2552 req-a5840106-04f6-495a-97a3-81598afc76d0 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:25.268419 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-0fa7a7d4-f6f3-49b9-bf31-cf8a163f2552 req-a5840106-04f6-495a-97a3-81598afc76d0 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 945 time: 0.0660858 Dec 14 18:46:25.336923 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-0fa7a7d4-f6f3-49b9-bf31-cf8a163f2552 req-314b642e-341b-41a7-a9aa-3cdb007a5f39 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496585 Dec 14 18:46:25.338024 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-b84b881a-63f3-4600-ac60-de0e2bfcb301 req-f176aba0-f123-4a4c-959c-1d965dee04fe tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966'] for port, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:25.350017 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] get_ports_and_sgs() called for port_ids ['1be5751a-d6f2-43c8-bc3f-36770fd3ac51'] {{(pid=108022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:46:25.368186 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176aba0-f123-4a4c-959c-1d965dee04fe tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Pushing event deleted for resources: {'Port': ['ID=1be5751a-d6f2-43c8-bc3f-36770fd3ac51,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:46:25.399576 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f176aba0-f123-4a4c-959c-1d965dee04fe tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:46:25.399919 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f176aba0-f123-4a4c-959c-1d965dee04fe tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:46:25.400266 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f176aba0-f123-4a4c-959c-1d965dee04fe tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:46:25.400601 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f176aba0-f123-4a4c-959c-1d965dee04fe tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:46:25.400930 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f176aba0-f123-4a4c-959c-1d965dee04fe tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:46:25.401385 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f176aba0-f123-4a4c-959c-1d965dee04fe tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:46:25.401721 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f176aba0-f123-4a4c-959c-1d965dee04fe tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:46:25.402047 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f176aba0-f123-4a4c-959c-1d965dee04fe tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:46:25.402375 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f176aba0-f123-4a4c-959c-1d965dee04fe tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:46:25.402729 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f176aba0-f123-4a4c-959c-1d965dee04fe tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:46:25.403053 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f176aba0-f123-4a4c-959c-1d965dee04fe tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:46:25.403378 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f176aba0-f123-4a4c-959c-1d965dee04fe tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:46:25.423402 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [req-b84b881a-63f3-4600-ac60-de0e2bfcb301 req-f176aba0-f123-4a4c-959c-1d965dee04fe tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] No DVR routers for this DVR port 1be5751a-d6f2-43c8-bc3f-36770fd3ac51 on host hv-cinder-82174 {{(pid=108020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:46:25.426095 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-b84b881a-63f3-4600-ac60-de0e2bfcb301 req-f176aba0-f123-4a4c-959c-1d965dee04fe tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:25.430208 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b84b881a-63f3-4600-ac60-de0e2bfcb301 req-f176aba0-f123-4a4c-959c-1d965dee04fe tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.61 "DELETE /v2.0/ports/1be5751a-d6f2-43c8-bc3f-36770fd3ac51 HTTP/1.1" status: 204 len: 173 time: 0.4927137 Dec 14 18:46:25.430727 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd239cb31-eb20-47bd-8435-e7b12dd44fd6', 'name': 'network-vif-deleted', 'tag': '1be5751a-d6f2-43c8-bc3f-36770fd3ac51'}] {{(pid=108020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:46:25.433664 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d1d651e17726932f2c063a5cb62fed0687a982c73a8c4b64805019ed9839e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b71986d-03b5-4421-8afc-b8ebf712dbdf" -d '{"events": [{"server_uuid": "d239cb31-eb20-47bd-8435-e7b12dd44fd6", "name": "network-vif-deleted", "tag": "1be5751a-d6f2-43c8-bc3f-36770fd3ac51"}]}' {{(pid=108020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:46:25.470983 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1260a68a-ce68-4104-b066-3c1c4effdae8 x-openstack-request-id: req-1260a68a-ce68-4104-b066-3c1c4effdae8 {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:46:25.471328 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d239cb31-eb20-47bd-8435-e7b12dd44fd6", "name": "network-vif-deleted", "tag": "1be5751a-d6f2-43c8-bc3f-36770fd3ac51", "status": "completed", "code": 200}]} {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:46:25.471572 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1260a68a-ce68-4104-b066-3c1c4effdae8 {{(pid=108020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:46:25.471965 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd239cb31-eb20-47bd-8435-e7b12dd44fd6', 'name': 'network-vif-deleted', 'tag': '1be5751a-d6f2-43c8-bc3f-36770fd3ac51', 'status': 'completed', 'code': 200} Dec 14 18:46:25.605246 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-aa52c591-dd55-483f-9b63-c8c05de91da7 req-d0cbb452-f3b8-47f7-989e-2f24f6579836 tempest-ServerRescueNegativeTestJSON-1440378955 tempest-ServerRescueNegativeTestJSON-1440378955-project] 10.222.0.71 "GET /v2.0/ports?device_id=d239cb31-eb20-47bd-8435-e7b12dd44fd6 HTTP/1.1" status: 200 len: 210 time: 0.0309277 Dec 14 18:46:26.459152 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09fc74-fbfc-49f0-99de-e7f7206a37eb req-b6e5a593-2741-42e4-9c2a-f840f0dda6ab tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:26.461219 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-cb09fc74-fbfc-49f0-99de-e7f7206a37eb req-b6e5a593-2741-42e4-9c2a-f840f0dda6ab tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 945 time: 0.0502527 Dec 14 18:46:26.513029 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-cb09fc74-fbfc-49f0-99de-e7f7206a37eb req-0c1eb910-cebf-4c76-b5ee-2cc086cfebcd tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443029 Dec 14 18:46:26.662829 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 45112) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:46:27.083456 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-97b067fb-5d28-41e6-8f25-e2396fc297fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550445'] for router_interface, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:27.596820 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [None req-97b067fb-5d28-41e6-8f25-e2396fc297fd admin admin] Deleting port dd5bd511-3b40-426a-8019-13cde37d8029 {{(pid=108020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:46:27.597071 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-97b067fb-5d28-41e6-8f25-e2396fc297fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:27.638304 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6785e32-f8d1-4024-ba5f-2948d67929f5 req-926256c0-9873-42d6-88ad-1e76431f9389 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:27.639904 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-a6785e32-f8d1-4024-ba5f-2948d67929f5 req-926256c0-9873-42d6-88ad-1e76431f9389 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 945 time: 0.0502415 Dec 14 18:46:27.685564 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-a6785e32-f8d1-4024-ba5f-2948d67929f5 req-5d4ac54a-1804-44dd-92c6-091268f8fa0c tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358977 Dec 14 18:46:27.696734 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [None req-97b067fb-5d28-41e6-8f25-e2396fc297fd admin admin] For port dd5bd511-3b40-426a-8019-13cde37d8029, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=dd5bd511-3b40-426a-8019-13cde37d8029,segment=NetworkSegment(59268339-a9bf-4548-b15f-f5dee7a5018e),segment_id=59268339-a9bf-4548-b15f-f5dee7a5018e)] {{(pid=108020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:46:27.697318 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-97b067fb-5d28-41e6-8f25-e2396fc297fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:27.711570 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [None req-97b067fb-5d28-41e6-8f25-e2396fc297fd admin admin] Calling delete_port for dd5bd511-3b40-426a-8019-13cde37d8029 owned by network:router_interface {{(pid=108020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:46:27.904127 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-97b067fb-5d28-41e6-8f25-e2396fc297fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966'] for port, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:27.931214 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b067fb-5d28-41e6-8f25-e2396fc297fd admin admin] Pushing event deleted for resources: {'Port': ['ID=dd5bd511-3b40-426a-8019-13cde37d8029,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:46:28.059389 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-97b067fb-5d28-41e6-8f25-e2396fc297fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549399'] for router_interface, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:28.293277 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b067fb-5d28-41e6-8f25-e2396fc297fd admin admin] Router 08bd0241-21e5-40ff-9b46-4a52fe1d01ad has already been hosted by L3 agent 61f97045-3475-4abf-9bb4-9e4a5178f14d {{(pid=108020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:46:28.409435 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b067fb-5d28-41e6-8f25-e2396fc297fd admin admin] Notify agent at l3_agent.dv-cinder-821746-1-iscsi the message routers_updated {{(pid=108020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:46:28.415294 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-97b067fb-5d28-41e6-8f25-e2396fc297fd admin admin] 10.222.0.71 "PUT /v2.0/routers/08bd0241-21e5-40ff-9b46-4a52fe1d01ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7513933 Dec 14 18:46:28.417712 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 45120) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:46:28.420579 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b955d981-0358-4e36-ba1b-a2d8de5c1a01 None None] Sync routers for ids ['08bd0241-21e5-40ff-9b46-4a52fe1d01ad'] in dv-cinder-821746-1-iscsi {{(pid=108023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:46:28.432887 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b955d981-0358-4e36-ba1b-a2d8de5c1a01 None None] Routers {'08bd0241-21e5-40ff-9b46-4a52fe1d01ad'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:46:28.433682 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-b955d981-0358-4e36-ba1b-a2d8de5c1a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:46:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['08bd0241-21e5-40ff-9b46-4a52fe1d01ad'], 'active': True} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:46:28.531454 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-6320ef75-0f52-455f-8af3-52deafb9e771 admin admin] Notify callbacks [] for router, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:28.542001 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvr_db [None req-b955d981-0358-4e36-ba1b-a2d8de5c1a01 None None] Set router 08bd0241-21e5-40ff-9b46-4a52fe1d01ad gateway port host: dv-cinder-821746-1-iscsi {{(pid=108023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:46:28.637890 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-6320ef75-0f52-455f-8af3-52deafb9e771 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:28.693236 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [None req-6320ef75-0f52-455f-8af3-52deafb9e771 admin admin] Deleting port 1070d960-033c-415d-a9f5-e0389a2ff7d2 {{(pid=108020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:46:28.693578 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-6320ef75-0f52-455f-8af3-52deafb9e771 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:28.733396 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-b955d981-0358-4e36-ba1b-a2d8de5c1a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08bd0241-21e5-40ff-9b46-4a52fe1d01ad', 'name': 'tempest-ServerRescueNegativeTestJSON-933774226-router', 'tenant_id': '6d30e631db984d3fa5328c6309d21ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '1070d960-033c-415d-a9f5-e0389a2ff7d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:43:19Z', 'updated_at': '2021-12-14T18:46:27Z', 'revision_number': 5, 'project_id': '6d30e631db984d3fa5328c6309d21ab1', 'gw_port': {'id': '1070d960-033c-415d-a9f5-e0389a2ff7d2', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bd0241-21e5-40ff-9b46-4a52fe1d01ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:43:20Z', 'updated_at': '2021-12-14T18:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi'}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:46:28.765868 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b955d981-0358-4e36-ba1b-a2d8de5c1a01 None None] Checking router: 08bd0241-21e5-40ff-9b46-4a52fe1d01ad for host: dv-cinder-821746-1-iscsi {{(pid=108023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:46:28.775424 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b955d981-0358-4e36-ba1b-a2d8de5c1a01 None None] Routers {'08bd0241-21e5-40ff-9b46-4a52fe1d01ad'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:46:28.776133 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-b955d981-0358-4e36-ba1b-a2d8de5c1a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:46:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['08bd0241-21e5-40ff-9b46-4a52fe1d01ad'], 'active': True} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:46:28.783404 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [None req-6320ef75-0f52-455f-8af3-52deafb9e771 admin admin] For port 1070d960-033c-415d-a9f5-e0389a2ff7d2, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=1070d960-033c-415d-a9f5-e0389a2ff7d2,segment=NetworkSegment(a712e70a-4160-45a5-bd2f-6cc771621112),segment_id=a712e70a-4160-45a5-bd2f-6cc771621112)] {{(pid=108020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:46:28.784396 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-6320ef75-0f52-455f-8af3-52deafb9e771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:28.800860 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [None req-6320ef75-0f52-455f-8af3-52deafb9e771 admin admin] Calling delete_port for 1070d960-033c-415d-a9f5-e0389a2ff7d2 owned by network:router_gateway {{(pid=108020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:46:28.870341 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvr_db [None req-b955d981-0358-4e36-ba1b-a2d8de5c1a01 None None] Set router 08bd0241-21e5-40ff-9b46-4a52fe1d01ad gateway port host: None {{(pid=108023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:46:28.882942 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 1be5751a-d6f2-43c8-bc3f-36770fd3ac51 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:46:28.903015 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a543747-b4d6-4df9-896d-4ed2d464f9ed req-873b00b4-eff8-4608-83d4-4d77204fb033 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:28.904683 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4a543747-b4d6-4df9-896d-4ed2d464f9ed req-873b00b4-eff8-4608-83d4-4d77204fb033 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 945 time: 0.1053565 Dec 14 18:46:28.907434 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] No Port match for: 1be5751a-d6f2-43c8-bc3f-36770fd3ac51 {{(pid=108022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:46:28.908028 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 1be5751a-d6f2-43c8-bc3f-36770fd3ac51 not bound to the agent host hv-cinder-82174 {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:46:28.927001 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-b955d981-0358-4e36-ba1b-a2d8de5c1a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08bd0241-21e5-40ff-9b46-4a52fe1d01ad', 'name': 'tempest-ServerRescueNegativeTestJSON-933774226-router', 'tenant_id': '6d30e631db984d3fa5328c6309d21ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:43:19Z', 'updated_at': '2021-12-14T18:46:28Z', 'revision_number': 6, 'project_id': '6d30e631db984d3fa5328c6309d21ab1', 'gw_port_host': None}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:46:28.953405 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b955d981-0358-4e36-ba1b-a2d8de5c1a01 None None] The sync data for ids ['08bd0241-21e5-40ff-9b46-4a52fe1d01ad'] in dv-cinder-821746-1-iscsi is: [{'id': '08bd0241-21e5-40ff-9b46-4a52fe1d01ad', 'name': 'tempest-ServerRescueNegativeTestJSON-933774226-router', 'tenant_id': '6d30e631db984d3fa5328c6309d21ab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:43:19Z', 'updated_at': '2021-12-14T18:46:28Z', 'revision_number': 6, 'project_id': '6d30e631db984d3fa5328c6309d21ab1', 'gw_port_host': None}] {{(pid=108023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:46:28.998950 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4a543747-b4d6-4df9-896d-4ed2d464f9ed req-0f6c27f0-0a9f-4994-a59f-91af10369b78 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838063 Dec 14 18:46:29.057884 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-6320ef75-0f52-455f-8af3-52deafb9e771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966'] for port, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:29.084772 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6320ef75-0f52-455f-8af3-52deafb9e771 admin admin] Pushing event deleted for resources: {'Port': ['ID=1070d960-033c-415d-a9f5-e0389a2ff7d2,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:46:29.115287 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-6320ef75-0f52-455f-8af3-52deafb9e771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552558'] for router_gateway, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:29.222518 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-6320ef75-0f52-455f-8af3-52deafb9e771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9128'] for router, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:29.224747 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-6320ef75-0f52-455f-8af3-52deafb9e771 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:29.286864 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-6320ef75-0f52-455f-8af3-52deafb9e771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554532'] for router, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:29.287316 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6320ef75-0f52-455f-8af3-52deafb9e771 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08bd0241-21e5-40ff-9b46-4a52fe1d01ad {{(pid=108020) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 18:46:29.292452 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-6320ef75-0f52-455f-8af3-52deafb9e771 admin admin] Notify callbacks [] for router, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:29.293699 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-6320ef75-0f52-455f-8af3-52deafb9e771 admin admin] 10.222.0.71 "DELETE /v2.0/routers/08bd0241-21e5-40ff-9b46-4a52fe1d01ad HTTP/1.1" status: 204 len: 168 time: 0.8750701 Dec 14 18:46:29.296239 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 45124) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:46:29.339789 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.db_base_plugin_v2 [None req-2188d5e5-9c99-4011-96b4-757bfe59ecc1 admin admin] Deleting subnet 3c4318d4-5988-4679-8015-e2594e934f86 {{(pid=108020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 14 18:46:29.343110 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-2188d5e5-9c99-4011-96b4-757bfe59ecc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:29.380833 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-2188d5e5-9c99-4011-96b4-757bfe59ecc1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:29.390799 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-2188d5e5-9c99-4011-96b4-757bfe59ecc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3907046'] for subnet, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:29.460032 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-2188d5e5-9c99-4011-96b4-757bfe59ecc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3907055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355'] for subnet, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:29.495144 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-2188d5e5-9c99-4011-96b4-757bfe59ecc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:29.502927 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-2188d5e5-9c99-4011-96b4-757bfe59ecc1 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/3c4318d4-5988-4679-8015-e2594e934f86 HTTP/1.1" status: 204 len: 168 time: 0.2020664 Dec 14 18:46:29.502927 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2188d5e5-9c99-4011-96b4-757bfe59ecc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c4318d4-5988-4679-8015-e2594e934f86,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:46:29.504052 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 45128) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:46:29.573901 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-d7cfecc4-b3a4-4885-bdcd-0103f2eba509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3973964'] for network, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:29.623380 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device dd5bd511-3b40-426a-8019-13cde37d8029 no longer exists at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:46:29.645589 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-ba8737c3-d096-412f-8f43-532636599bec None None] No Port match for: dd5bd511-3b40-426a-8019-13cde37d8029 {{(pid=108022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:46:29.645931 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device dd5bd511-3b40-426a-8019-13cde37d8029 not bound to the agent host dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:46:29.646359 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 1070d960-033c-415d-a9f5-e0389a2ff7d2 no longer exists at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:46:29.656727 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-d7cfecc4-b3a4-4885-bdcd-0103f2eba509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3899795', 'neutron.services.segments.db._delete_segments_for_network-8730915442872'] for network, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:29.665504 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-ba8737c3-d096-412f-8f43-532636599bec None None] No Port match for: 1070d960-033c-415d-a9f5-e0389a2ff7d2 {{(pid=108022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:46:29.665850 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 1070d960-033c-415d-a9f5-e0389a2ff7d2 not bound to the agent host dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:46:29.678763 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.services.segments.db [None req-d7cfecc4-b3a4-4885-bdcd-0103f2eba509 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cec07be9-2009-49bf-b433-dbf4ec1bc7f9']}} {{(pid=108021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:46:29.690898 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.services.segments.db [None req-d7cfecc4-b3a4-4885-bdcd-0103f2eba509 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59268339-a9bf-4548-b15f-f5dee7a5018e') {'for_net_delete': True} {{(pid=108021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:46:29.691286 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.services.segments.db [None req-d7cfecc4-b3a4-4885-bdcd-0103f2eba509 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59268339-a9bf-4548-b15f-f5dee7a5018e') {} {{(pid=108021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:46:29.706710 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-d7cfecc4-b3a4-4885-bdcd-0103f2eba509 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730915282288', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29292905'] for segment, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:29.723240 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-d7cfecc4-b3a4-4885-bdcd-0103f2eba509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017'] for segment, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:29.730917 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7cfecc4-b3a4-4885-bdcd-0103f2eba509 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=108021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 18:46:29.731470 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-d7cfecc4-b3a4-4885-bdcd-0103f2eba509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29291711'] for segment, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:29.768178 dv-cinder-821746-1-iscsi neutron-server[108021]: Traceback (most recent call last): Dec 14 18:46:29.768178 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 18:46:29.768178 dv-cinder-821746-1-iscsi neutron-server[108021]: timer() Dec 14 18:46:29.768178 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:46:29.768178 dv-cinder-821746-1-iscsi neutron-server[108021]: cb(*args, **kw) Dec 14 18:46:29.768178 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 18:46:29.768178 dv-cinder-821746-1-iscsi neutron-server[108021]: return func(*args, **kwargs) Dec 14 18:46:29.768178 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:46:29.768178 dv-cinder-821746-1-iscsi neutron-server[108021]: self._notify() Dec 14 18:46:29.768178 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:46:29.768178 dv-cinder-821746-1-iscsi neutron-server[108021]: self.callback(batched_events) Dec 14 18:46:29.768178 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:46:29.768178 dv-cinder-821746-1-iscsi neutron-server[108021]: event.method(event) Dec 14 18:46:29.768178 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 18:46:29.768178 dv-cinder-821746-1-iscsi neutron-server[108021]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:46:29.768178 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 18:46:29.768178 dv-cinder-821746-1-iscsi neutron-server[108021]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 18:46:29.768178 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 18:46:29.768178 dv-cinder-821746-1-iscsi neutron-server[108021]: return f(self, *a, **k) Dec 14 18:46:29.768178 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 18:46:29.768178 dv-cinder-821746-1-iscsi neutron-server[108021]: return self._get(url).json() Dec 14 18:46:29.768178 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:46:29.768178 dv-cinder-821746-1-iscsi neutron-server[108021]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 18:46:29.768178 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 18:46:29.768178 dv-cinder-821746-1-iscsi neutron-server[108021]: return self.request(url, 'GET', **kwargs) Dec 14 18:46:29.768178 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 18:46:29.768178 dv-cinder-821746-1-iscsi neutron-server[108021]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 18:46:29.768178 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 18:46:29.768178 dv-cinder-821746-1-iscsi neutron-server[108021]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:46:29.768178 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 18:46:29.768178 dv-cinder-821746-1-iscsi neutron-server[108021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:46:29.768178 dv-cinder-821746-1-iscsi neutron-server[108021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:46:29.798245 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-d7cfecc4-b3a4-4885-bdcd-0103f2eba509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3907168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552522'] for network, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:29.808823 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-d7cfecc4-b3a4-4885-bdcd-0103f2eba509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for network, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:29.811996 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-d7cfecc4-b3a4-4885-bdcd-0103f2eba509 admin admin] 10.222.0.71 "DELETE /v2.0/networks/cec07be9-2009-49bf-b433-dbf4ec1bc7f9 HTTP/1.1" status: 204 len: 168 time: 0.3089435 Dec 14 18:46:29.824594 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cfecc4-b3a4-4885-bdcd-0103f2eba509 admin admin] Pushing event deleted for resources: {'Network': ['ID=cec07be9-2009-49bf-b433-dbf4ec1bc7f9,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:46:29.832057 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cfecc4-b3a4-4885-bdcd-0103f2eba509 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:46:29.832417 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cfecc4-b3a4-4885-bdcd-0103f2eba509 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:46:29.832759 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cfecc4-b3a4-4885-bdcd-0103f2eba509 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:46:29.833091 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cfecc4-b3a4-4885-bdcd-0103f2eba509 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:46:29.833418 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cfecc4-b3a4-4885-bdcd-0103f2eba509 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:46:29.833777 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cfecc4-b3a4-4885-bdcd-0103f2eba509 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:46:29.834069 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cfecc4-b3a4-4885-bdcd-0103f2eba509 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:46:29.834397 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cfecc4-b3a4-4885-bdcd-0103f2eba509 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:46:29.834743 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cfecc4-b3a4-4885-bdcd-0103f2eba509 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:46:29.835063 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cfecc4-b3a4-4885-bdcd-0103f2eba509 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:46:29.835904 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cfecc4-b3a4-4885-bdcd-0103f2eba509 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:46:29.836224 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cfecc4-b3a4-4885-bdcd-0103f2eba509 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:46:29.986599 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 45132) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:46:30.032282 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-1ac3577d-a33b-4181-9c71-c608cf6240d3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6d30e631db984d3fa5328c6309d21ab1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0444083 Dec 14 18:46:30.035038 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 45136) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:46:30.102082 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-01b1349a-6d34-49d5-baa2-1662f3ed7b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:30.131844 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-01b1349a-6d34-49d5-baa2-1662f3ed7b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:30.153575 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bed955-a8d6-413c-a4d4-ebf22e56511e req-16b00248-1e7e-4f51-8c40-f7d96382faa2 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:30.155821 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-97bed955-a8d6-413c-a4d4-ebf22e56511e req-16b00248-1e7e-4f51-8c40-f7d96382faa2 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 945 time: 0.0717347 Dec 14 18:46:30.198760 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-97bed955-a8d6-413c-a4d4-ebf22e56511e req-e98bcd89-73a3-41a5-8891-b1216ceb0321 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362570 Dec 14 18:46:30.213513 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-01b1349a-6d34-49d5-baa2-1662f3ed7b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:30.216725 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-01b1349a-6d34-49d5-baa2-1662f3ed7b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:30.218043 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-01b1349a-6d34-49d5-baa2-1662f3ed7b51 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1f7cb324-0b17-4df5-ba5a-92df394b4711 HTTP/1.1" status: 204 len: 168 time: 0.1819279 Dec 14 18:46:30.232663 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1349a-6d34-49d5-baa2-1662f3ed7b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7cb324-0b17-4df5-ba5a-92df394b4711,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:46:31.364496 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad345069-d91a-44ad-bf33-eaedf65bbe5f req-ec6a2f2b-fab1-438d-8bda-3e7d5008c81f tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:31.366175 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-ad345069-d91a-44ad-bf33-eaedf65bbe5f req-ec6a2f2b-fab1-438d-8bda-3e7d5008c81f tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 945 time: 0.0618989 Dec 14 18:46:31.443235 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-ad345069-d91a-44ad-bf33-eaedf65bbe5f req-2e8e4a1a-a67b-4b9c-bccc-9632176d0466 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695806 Dec 14 18:46:32.578273 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5dc29d-7ed9-443d-9529-df54f9197670 req-7d603450-c8c4-4ef2-9505-529d6bad9968 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:32.579876 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ef5dc29d-7ed9-443d-9529-df54f9197670 req-7d603450-c8c4-4ef2-9505-529d6bad9968 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 945 time: 0.0512016 Dec 14 18:46:32.623195 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ef5dc29d-7ed9-443d-9529-df54f9197670 req-f9635b4c-1054-4d13-a10f-4e6e02ea9930 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357115 Dec 14 18:46:33.751845 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd5729-fe28-4eb9-918d-b24812957a54 req-f2e64932-d986-4437-a4dd-0e452e5a5e83 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:33.753426 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-d9bd5729-fe28-4eb9-918d-b24812957a54 req-f2e64932-d986-4437-a4dd-0e452e5a5e83 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 945 time: 0.0543368 Dec 14 18:46:33.797422 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-d9bd5729-fe28-4eb9-918d-b24812957a54 req-192e89d4-5293-44ba-8761-6ddc23d04779 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369551 Dec 14 18:46:34.021922 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 92e1bf3e-099a-4c9f-b31d-e4954b6813d1 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=108022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:46:34.149376 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port 92e1bf3e-099a-4c9f-b31d-e4954b6813d1, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=92e1bf3e-099a-4c9f-b31d-e4954b6813d1,segment=NetworkSegment(d67fca54-e316-4758-9f95-27fc03e03491),segment_id=d67fca54-e316-4758-9f95-27fc03e03491)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:46:34.161766 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Returning: {'device': '92e1bf3e-099a-4c9f-b31d-e4954b6813d1', 'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d', 'port_id': '92e1bf3e-099a-4c9f-b31d-e4954b6813d1', 'mac_address': 'fa:16:3e:07:37:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd961d8ae-8136-463f-bf43-32c0a15a6798', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:46:34.205155 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:34.219614 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92e1bf3e-099a-4c9f-b31d-e4954b6813d1 {{(pid=108022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:46:34.242939 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port 92e1bf3e-099a-4c9f-b31d-e4954b6813d1, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=92e1bf3e-099a-4c9f-b31d-e4954b6813d1,segment=NetworkSegment(d67fca54-e316-4758-9f95-27fc03e03491),segment_id=d67fca54-e316-4758-9f95-27fc03e03491)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:46:34.248516 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:34.320940 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=92e1bf3e-099a-4c9f-b31d-e4954b6813d1,revision_number=6']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:46:34.328883 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:46:34.329276 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:46:34.329610 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:46:34.329936 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:46:34.330265 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:46:34.330627 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:46:34.330950 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:46:34.331279 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:46:34.331617 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:46:34.331944 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:46:34.332327 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:46:34.332606 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:46:34.348691 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] get_ports_and_sgs() called for port_ids ['92e1bf3e-099a-4c9f-b31d-e4954b6813d1'] {{(pid=108022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:46:34.924123 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bfac55-8ae3-4b60-bcc7-0b9fb45ef4e5 req-6fb154ee-630d-401a-bd29-f9d5c730cc31 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:34.925602 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-79bfac55-8ae3-4b60-bcc7-0b9fb45ef4e5 req-6fb154ee-630d-401a-bd29-f9d5c730cc31 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 944 time: 0.0519688 Dec 14 18:46:34.966328 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-79bfac55-8ae3-4b60-bcc7-0b9fb45ef4e5 req-61dcfe06-bced-4127-97ba-9cb2381f2b86 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345609 Dec 14 18:46:35.036391 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 92e1bf3e-099a-4c9f-b31d-e4954b6813d1 up at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:46:35.088747 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Provisioning complete for port 92e1bf3e-099a-4c9f-b31d-e4954b6813d1 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:46:35.089105 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:35.173320 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:35.200741 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc608ae-3344-4524-9d53-7e76b3a921e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e1bf3e-099a-4c9f-b31d-e4954b6813d1'}] {{(pid=108022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:46:35.203037 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4652f51f42c3be85180d8c5c7bba1325bd3159a0fd8a88314674832532d8132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e168e8c2-24f3-4390-9b3a-5732c4ac69ad" -d '{"events": [{"server_uuid": "0dc608ae-3344-4524-9d53-7e76b3a921e6", "name": "network-vif-plugged", "status": "completed", "tag": "92e1bf3e-099a-4c9f-b31d-e4954b6813d1"}]}' {{(pid=108022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:46:35.339439 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8f772e-644f-4684-bd69-1724654e0b14 x-openstack-request-id: req-dd8f772e-644f-4684-bd69-1724654e0b14 {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:46:35.339747 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc608ae-3344-4524-9d53-7e76b3a921e6", "name": "network-vif-plugged", "status": "completed", "tag": "92e1bf3e-099a-4c9f-b31d-e4954b6813d1", "code": 200}]} {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:46:35.340003 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-dd8f772e-644f-4684-bd69-1724654e0b14 {{(pid=108022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:46:35.340392 dv-cinder-821746-1-iscsi neutron-server[108022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc608ae-3344-4524-9d53-7e76b3a921e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e1bf3e-099a-4c9f-b31d-e4954b6813d1', 'code': 200} Dec 14 18:46:35.344383 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port 92e1bf3e-099a-4c9f-b31d-e4954b6813d1, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=92e1bf3e-099a-4c9f-b31d-e4954b6813d1,segment=NetworkSegment(d67fca54-e316-4758-9f95-27fc03e03491),segment_id=d67fca54-e316-4758-9f95-27fc03e03491)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:46:35.349598 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:35.413484 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=92e1bf3e-099a-4c9f-b31d-e4954b6813d1,revision_number=7']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:46:36.105125 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5ce89-e391-4f87-bd7a-e9144ebdf5c4 req-f981ba20-4418-486f-8f5c-efe6bb73250e tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:36.107212 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-07e5ce89-e391-4f87-bd7a-e9144ebdf5c4 req-f981ba20-4418-486f-8f5c-efe6bb73250e tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 945 time: 0.0606468 Dec 14 18:46:36.157596 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-07e5ce89-e391-4f87-bd7a-e9144ebdf5c4 req-14a87872-1145-423e-be1c-a447d5722ea9 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439274 Dec 14 18:46:37.328808 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad262a56-8705-4999-81ad-ed97f0028095 req-1248d6a4-1490-42e3-b6cb-27956fd3e040 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:37.330424 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ad262a56-8705-4999-81ad-ed97f0028095 req-1248d6a4-1490-42e3-b6cb-27956fd3e040 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 945 time: 0.0611436 Dec 14 18:46:37.399962 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ad262a56-8705-4999-81ad-ed97f0028095 req-18ec0409-9b22-4a02-a7e1-b3da16b57564 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598564 Dec 14 18:46:37.483092 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 45260) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:46:37.635989 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-c4ad695a-1b08-4e6a-a961-b76354f667e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:37.753800 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-c4ad695a-1b08-4e6a-a961-b76354f667e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:37.760982 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-c4ad695a-1b08-4e6a-a961-b76354f667e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:37.837897 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-c4ad695a-1b08-4e6a-a961-b76354f667e8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7e3b868c462749a48858c64aabfac81f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3529251 Dec 14 18:46:37.839942 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad695a-1b08-4e6a-a961-b76354f667e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e394f0b-1eb9-4e4e-98e4-1cb119144f2b,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:46:37.840960 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 45280) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:46:37.949745 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-68d35010-1364-4750-bc68-c39f822875ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:37.997860 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-68d35010-1364-4750-bc68-c39f822875ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:38.107135 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-68d35010-1364-4750-bc68-c39f822875ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:38.112749 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-68d35010-1364-4750-bc68-c39f822875ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:38.115225 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-68d35010-1364-4750-bc68-c39f822875ac admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2e394f0b-1eb9-4e4e-98e4-1cb119144f2b HTTP/1.1" status: 204 len: 168 time: 0.2710164 Dec 14 18:46:38.156658 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d35010-1364-4750-bc68-c39f822875ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e394f0b-1eb9-4e4e-98e4-1cb119144f2b,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:46:38.580675 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b325c18-8ae8-4456-88f2-7d601390cde1 req-f5af6c84-789e-4907-911f-014c0cf62f37 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:38.589319 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-2b325c18-8ae8-4456-88f2-7d601390cde1 req-f5af6c84-789e-4907-911f-014c0cf62f37 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 945 time: 0.0700710 Dec 14 18:46:38.641472 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-2b325c18-8ae8-4456-88f2-7d601390cde1 req-ee3db785-a732-4c6b-8b6c-38de6476ff75 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506425 Dec 14 18:46:39.843071 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d09d5b-d979-4b0a-86f6-c509673d2d67 req-150917c0-0b09-4ddf-a822-3b5f51d2a846 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:39.845958 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-90d09d5b-d979-4b0a-86f6-c509673d2d67 req-150917c0-0b09-4ddf-a822-3b5f51d2a846 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 945 time: 0.0944462 Dec 14 18:46:39.906190 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-90d09d5b-d979-4b0a-86f6-c509673d2d67 req-7b720da4-a14f-40f2-94b9-30b63ad94ea2 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512805 Dec 14 18:46:41.064689 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cec062-0fbf-4120-951e-966ebf5a5455 req-1bb419aa-229d-45dc-bb80-421d5aad5599 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:41.067275 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-12cec062-0fbf-4120-951e-966ebf5a5455 req-1bb419aa-229d-45dc-bb80-421d5aad5599 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 945 time: 0.0671918 Dec 14 18:46:41.116230 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-12cec062-0fbf-4120-951e-966ebf5a5455 req-7f6a6eec-f90f-4c62-90db-e3a6004c785f tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393498 Dec 14 18:46:41.791129 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 45358) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:46:41.930415 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-cd6aaa72-12c0-4013-b040-9a28ae041f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:42.039099 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-cd6aaa72-12c0-4013-b040-9a28ae041f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:42.044165 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-cd6aaa72-12c0-4013-b040-9a28ae041f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:42.095435 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-cd6aaa72-12c0-4013-b040-9a28ae041f65 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9c1feae30af3417ebafc00fd77c4c3de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2984908 Dec 14 18:46:42.095435 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6aaa72-12c0-4013-b040-9a28ae041f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3ae7b8-551e-4f09-b6a4-1abb6b16a1fe,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:46:42.096654 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 45362) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:46:42.168033 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-0e428cbb-0cdb-4258-999f-da5d67460e84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:42.207683 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-0e428cbb-0cdb-4258-999f-da5d67460e84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:42.292962 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b83ad02-86ec-4e1a-9887-d2f608b7443e req-bead06e5-f7ad-4b21-968c-5674853f51c0 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:42.294540 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-1b83ad02-86ec-4e1a-9887-d2f608b7443e req-bead06e5-f7ad-4b21-968c-5674853f51c0 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 945 time: 0.0790725 Dec 14 18:46:42.321943 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-0e428cbb-0cdb-4258-999f-da5d67460e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:42.324637 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-0e428cbb-0cdb-4258-999f-da5d67460e84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:42.328295 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-0e428cbb-0cdb-4258-999f-da5d67460e84 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fb3ae7b8-551e-4f09-b6a4-1abb6b16a1fe HTTP/1.1" status: 204 len: 168 time: 0.2292020 Dec 14 18:46:42.338817 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e428cbb-0cdb-4258-999f-da5d67460e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3ae7b8-551e-4f09-b6a4-1abb6b16a1fe,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:46:42.375140 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-1b83ad02-86ec-4e1a-9887-d2f608b7443e req-3ef8818e-5dd8-44a2-b629-44f4f2bdb0b4 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718207 Dec 14 18:46:42.395556 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-49c2d4b3-b83c-45f7-b58c-c05170513f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:42.754818 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 45378) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:46:42.769902 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-d9db511b-fab3-4d49-9d69-e685875bf17e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:42.879821 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-d9db511b-fab3-4d49-9d69-e685875bf17e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:42.889527 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-d9db511b-fab3-4d49-9d69-e685875bf17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:42.936785 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-d9db511b-fab3-4d49-9d69-e685875bf17e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1c06286b48ed4f258b8983cf83f36a9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1799948 Dec 14 18:46:42.945508 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 45380) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:46:42.986441 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db511b-fab3-4d49-9d69-e685875bf17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d266f8-3559-406b-8697-f80b148518b9,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:46:43.024180 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-97a28cf4-9b94-4b37-b730-68864aea0aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:43.051280 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-97a28cf4-9b94-4b37-b730-68864aea0aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:43.123420 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-97a28cf4-9b94-4b37-b730-68864aea0aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:43.126268 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-97a28cf4-9b94-4b37-b730-68864aea0aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:43.127728 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-97a28cf4-9b94-4b37-b730-68864aea0aea admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/27d266f8-3559-406b-8697-f80b148518b9 HTTP/1.1" status: 204 len: 168 time: 0.1808016 Dec 14 18:46:43.148438 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a28cf4-9b94-4b37-b730-68864aea0aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d266f8-3559-406b-8697-f80b148518b9,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:46:43.579434 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b21ae-081a-48a0-9e02-c077cd4bd818 req-e70b2fd7-ebb6-4599-b648-3cf6ff6ebedb tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:43.582132 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-529b21ae-081a-48a0-9e02-c077cd4bd818 req-e70b2fd7-ebb6-4599-b648-3cf6ff6ebedb tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 945 time: 0.1026747 Dec 14 18:46:43.637712 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-529b21ae-081a-48a0-9e02-c077cd4bd818 req-8b3226b9-6ab5-44a9-b472-572c24e17a4f tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433061 Dec 14 18:46:44.773117 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-9175e919-8fa0-4add-8330-c87bf824ed34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:44.904193 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d1e52-a6a3-4d86-8558-e6ab84b945b9 req-77b51eb0-7a4b-4f46-8447-35909ce10942 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:44.906901 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b28d1e52-a6a3-4d86-8558-e6ab84b945b9 req-77b51eb0-7a4b-4f46-8447-35909ce10942 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 945 time: 0.1165955 Dec 14 18:46:45.026793 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b28d1e52-a6a3-4d86-8558-e6ab84b945b9 req-ae3cc959-648c-4a06-8ce6-e7c346d133a6 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971053 Dec 14 18:46:45.750886 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.agents_db [None req-bc91d4ce-6c5b-4ff0-abae-02e3a00e1a46 None None] Agent healthcheck: found 6 active agents {{(pid=108023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:46:46.166389 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b1508-07a8-4b7e-aeb6-cb2e3e44596a req-80986d5e-b740-478f-9536-4b363062374b tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:46.168531 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:46.171744 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-327b1508-07a8-4b7e-aeb6-cb2e3e44596a req-80986d5e-b740-478f-9536-4b363062374b tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 945 time: 0.0555606 Dec 14 18:46:46.221139 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-327b1508-07a8-4b7e-aeb6-cb2e3e44596a req-fcb81c70-4c88-4cea-a245-b63bc958095a tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467000 Dec 14 18:46:47.397806 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83bb60-d2bb-48fe-b662-021abfaffc86 req-3a7343b7-2ebd-442a-b18a-91cf542d5830 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:47.418047 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-fd83bb60-d2bb-48fe-b662-021abfaffc86 req-3a7343b7-2ebd-442a-b18a-91cf542d5830 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 945 time: 0.0993822 Dec 14 18:46:47.477700 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-fd83bb60-d2bb-48fe-b662-021abfaffc86 req-fd0cfe71-c29b-43fd-80ec-fd6a4e751926 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558650 Dec 14 18:46:47.558597 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:47.778689 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 45484) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:46:47.866033 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:47.921899 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-a5082025-c762-4518-8f50-4fe8148ea26e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:48.025774 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-a5082025-c762-4518-8f50-4fe8148ea26e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:48.030007 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-a5082025-c762-4518-8f50-4fe8148ea26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:48.071108 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5082025-c762-4518-8f50-4fe8148ea26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9b2155-d7aa-4ac7-b5b7-d96d3ce455cb,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:46:48.088792 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-a5082025-c762-4518-8f50-4fe8148ea26e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ed1c0150f3474164853ccfad15c4afc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3089609 Dec 14 18:46:48.091871 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 45490) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:46:48.146130 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-5f824fd8-1069-477d-b093-b5730eca9d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:48.176827 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-5f824fd8-1069-477d-b093-b5730eca9d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:48.234941 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-5f824fd8-1069-477d-b093-b5730eca9d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:48.237506 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-5f824fd8-1069-477d-b093-b5730eca9d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:48.238950 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-5f824fd8-1069-477d-b093-b5730eca9d80 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1f9b2155-d7aa-4ac7-b5b7-d96d3ce455cb HTTP/1.1" status: 204 len: 168 time: 0.1458707 Dec 14 18:46:48.253032 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f824fd8-1069-477d-b093-b5730eca9d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9b2155-d7aa-4ac7-b5b7-d96d3ce455cb,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:46:48.601435 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 45518) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:46:48.635584 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b85281-ef6d-44a3-9082-cac8e2d39685 req-26117e58-5bc6-4fe8-9683-c7dbb954b90e tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:48.637137 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-e6b85281-ef6d-44a3-9082-cac8e2d39685 req-26117e58-5bc6-4fe8-9683-c7dbb954b90e tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 945 time: 0.0823841 Dec 14 18:46:48.679615 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-e6b85281-ef6d-44a3-9082-cac8e2d39685 req-80b67680-25b0-496b-9464-f364f6c1de84 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347044 Dec 14 18:46:48.798308 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-8cd6406f-3e62-4d79-9de6-a497ef490dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:48.879784 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-8cd6406f-3e62-4d79-9de6-a497ef490dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:48.884948 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-8cd6406f-3e62-4d79-9de6-a497ef490dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:48.925265 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-8cd6406f-3e62-4d79-9de6-a497ef490dbc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=91c6c14b2c854f699eef6b9f0ab07e08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3198957 Dec 14 18:46:48.925265 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd6406f-3e62-4d79-9de6-a497ef490dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6988cd4c-5f70-4ca4-b0e1-f3d113be28cc,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:46:48.927278 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 45534) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:46:48.961188 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 45536) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:46:48.981748 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-3c659ef0-9b93-433e-bd2d-bf4cdb370779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:49.003797 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-3c659ef0-9b93-433e-bd2d-bf4cdb370779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:49.055278 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-3c659ef0-9b93-433e-bd2d-bf4cdb370779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:49.057581 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-3c659ef0-9b93-433e-bd2d-bf4cdb370779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:49.058791 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-3c659ef0-9b93-433e-bd2d-bf4cdb370779 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6988cd4c-5f70-4ca4-b0e1-f3d113be28cc HTTP/1.1" status: 204 len: 168 time: 0.1279533 Dec 14 18:46:49.067001 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c659ef0-9b93-433e-bd2d-bf4cdb370779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6988cd4c-5f70-4ca4-b0e1-f3d113be28cc,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:46:49.069488 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-70c51e10-5fa5-480b-b368-3ea29b496659 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1633560281-network', 'tenant_id': '9c0d2fdffe1d484e98cf47d0b0b420f2'}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:46:49.093057 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c51e10-5fa5-480b-b368-3ea29b496659 admin admin] Made reservation on behalf of 9c0d2fdffe1d484e98cf47d0b0b420f2 for: {'network': 1} {{(pid=108021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:46:49.095864 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-70c51e10-5fa5-480b-b368-3ea29b496659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for network, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:49.105369 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-70c51e10-5fa5-480b-b368-3ea29b496659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:49.192491 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-70c51e10-5fa5-480b-b368-3ea29b496659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:49.192621 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bdd67f-3ec6-4d66-9fba-fe1efa196f45 req-de975cea-0afe-4a11-9926-f7e3f5e94bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:49.194682 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-d2bdd67f-3ec6-4d66-9fba-fe1efa196f45 req-de975cea-0afe-4a11-9926-f7e3f5e94bf3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8119ae9c02c041da868fd66af898aece&device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 1098 time: 0.0443385 Dec 14 18:46:49.196949 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-70c51e10-5fa5-480b-b368-3ea29b496659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:49.224504 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70c51e10-5fa5-480b-b368-3ea29b496659 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=108021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 18:46:49.231516 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c51e10-5fa5-480b-b368-3ea29b496659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2851b60b-dc5b-4a10-8667-c51886da8d93,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:46:49.237677 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-70c51e10-5fa5-480b-b368-3ea29b496659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017'] for segment, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:49.238023 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.db.segments_db [None req-70c51e10-5fa5-480b-b368-3ea29b496659 admin admin] Added segment ee556489-8f1f-458c-8c39-cb70bdd26ae3 of type vlan for network fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b Dec 14 18:46:49.284954 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-70c51e10-5fa5-480b-b368-3ea29b496659 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730914932920'] for network, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:49.465359 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 45544) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:46:49.484388 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-d1543ced-05db-4271-b291-5d3087e8e7b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:49.511631 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-70c51e10-5fa5-480b-b368-3ea29b496659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355'] for network, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:49.512564 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c51e10-5fa5-480b-b368-3ea29b496659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:49.513139 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-70c51e10-5fa5-480b-b368-3ea29b496659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for network, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:49.547593 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bdd67f-3ec6-4d66-9fba-fe1efa196f45 req-ab693dfc-858c-4c17-9410-ca94d3c6cc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:49.549322 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-d2bdd67f-3ec6-4d66-9fba-fe1efa196f45 req-ab693dfc-858c-4c17-9410-ca94d3c6cc41 service neutron] 10.222.0.61 "GET /v2.0/networks?id=10892228-a1f8-4a5d-a334-a9f8d999d26d HTTP/1.1" status: 200 len: 917 time: 0.3469601 Dec 14 18:46:49.575852 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-70c51e10-5fa5-480b-b368-3ea29b496659 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6105618 Dec 14 18:46:49.577590 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 45546) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:46:49.582194 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-eea5ed57-8804-41e3-996f-7595b9bd68cc admin admin] Request body: {'subnet': {'network_id': 'fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1633560281-subnet', 'tenant_id': '9c0d2fdffe1d484e98cf47d0b0b420f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:46:49.585727 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c51e10-5fa5-480b-b368-3ea29b496659 admin admin] Pushing event updated for resources: {'Network': ['ID=fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:46:49.596368 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Network fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b details requested by agent ovs-agent-dv-cinder-821746-1-iscsi with host dv-cinder-821746-1-iscsi {{(pid=108022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 18:46:49.608338 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea5ed57-8804-41e3-996f-7595b9bd68cc admin admin] Made reservation on behalf of 9c0d2fdffe1d484e98cf47d0b0b420f2 for: {'subnet': 1} {{(pid=108021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:46:49.611809 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-eea5ed57-8804-41e3-996f-7595b9bd68cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28799928'] for subnet, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:49.634764 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-d2bdd67f-3ec6-4d66-9fba-fe1efa196f45 req-074c967e-962f-40b8-a4f4-9f1151fe5b39 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92e1bf3e-099a-4c9f-b31d-e4954b6813d1 HTTP/1.1" status: 200 len: 1001 time: 0.0774636 Dec 14 18:46:49.681319 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-d1543ced-05db-4271-b291-5d3087e8e7b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:49.688337 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-d1543ced-05db-4271-b291-5d3087e8e7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:49.734753 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bdd67f-3ec6-4d66-9fba-fe1efa196f45 req-e5a60f65-14f4-467c-89da-b474f70fc178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:49.736222 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-d2bdd67f-3ec6-4d66-9fba-fe1efa196f45 req-e5a60f65-14f4-467c-89da-b474f70fc178 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d961d8ae-8136-463f-bf43-32c0a15a6798 HTTP/1.1" status: 200 len: 855 time: 0.0936990 Dec 14 18:46:49.744162 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-d1543ced-05db-4271-b291-5d3087e8e7b6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f911760891e945208e0693ad9679d193&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2752752 Dec 14 18:46:49.745075 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 45550) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:46:49.752249 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1543ced-05db-4271-b291-5d3087e8e7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02abf628-5c34-49d0-bfc3-b80509fdd7db,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:46:49.814273 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bdd67f-3ec6-4d66-9fba-fe1efa196f45 req-937adc70-2e46-4e85-bec9-d09e576762ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:49.815811 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-d2bdd67f-3ec6-4d66-9fba-fe1efa196f45 req-937adc70-2e46-4e85-bec9-d09e576762ba service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10892228-a1f8-4a5d-a334-a9f8d999d26d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0724106 Dec 14 18:46:49.843983 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4527158-253d-44b4-bd74-7d11e267b519 req-26be6ed6-b872-4c47-a002-a0855f00fa13 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:49.845409 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b4527158-253d-44b4-bd74-7d11e267b519 req-26be6ed6-b872-4c47-a002-a0855f00fa13 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 945 time: 0.0751114 Dec 14 18:46:49.851461 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-b2af6b59-2e13-4cac-a579-f200fc20d570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:49.856520 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-eea5ed57-8804-41e3-996f-7595b9bd68cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29291544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28799298'] for subnet, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:49.907014 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-b2af6b59-2e13-4cac-a579-f200fc20d570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:49.930736 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b4527158-253d-44b4-bd74-7d11e267b519 req-3843cd7b-242f-4f6c-bb28-e784f9b18690 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743017 Dec 14 18:46:49.959407 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-d2bdd67f-3ec6-4d66-9fba-fe1efa196f45 req-8ccf17d4-0393-41bf-a999-7cc48b1d4e83 service neutron] 10.222.0.61 "GET /v2.0/networks/10892228-a1f8-4a5d-a334-a9f8d999d26d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354954 Dec 14 18:46:49.979764 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea5ed57-8804-41e3-996f-7595b9bd68cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c77289fe-9439-42ce-9a40-75f17b245f22,revision_number=0']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:46:49.994198 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea5ed57-8804-41e3-996f-7595b9bd68cc admin admin] Checking segment: {'id': 'ee556489-8f1f-458c-8c39-cb70bdd26ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:46:49.994851 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea5ed57-8804-41e3-996f-7595b9bd68cc admin admin] Network hostable DHCP agents. Network: fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b, hostable agents: ['d5bdede2-47ae-43f0-be18-738289bca353'], hosted agents: [] {{(pid=108021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 18:46:50.025355 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-b2af6b59-2e13-4cac-a579-f200fc20d570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:50.029063 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-b2af6b59-2e13-4cac-a579-f200fc20d570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:50.033144 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-b2af6b59-2e13-4cac-a579-f200fc20d570 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/02abf628-5c34-49d0-bfc3-b80509fdd7db HTTP/1.1" status: 204 len: 168 time: 0.2870839 Dec 14 18:46:50.036866 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea5ed57-8804-41e3-996f-7595b9bd68cc admin admin] Network fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b is scheduled to be hosted by DHCP agent d5bdede2-47ae-43f0-be18-738289bca353 with binding_index 1 {{(pid=108021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 18:46:50.045994 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af6b59-2e13-4cac-a579-f200fc20d570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02abf628-5c34-49d0-bfc3-b80509fdd7db,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:46:50.055571 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.base_scheduler [None req-eea5ed57-8804-41e3-996f-7595b9bd68cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821746-1-iscsi, fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b) {{(pid=108021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:46:50.061746 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea5ed57-8804-41e3-996f-7595b9bd68cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:50.062373 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-eea5ed57-8804-41e3-996f-7595b9bd68cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for subnet, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:50.076577 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74413703-b884-449d-9ae3-75f1f5d60499 None None] Network fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:46:50.104324 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-eea5ed57-8804-41e3-996f-7595b9bd68cc admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5256519 Dec 14 18:46:50.129134 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-d2bdd67f-3ec6-4d66-9fba-fe1efa196f45 req-6f979f55-f549-468c-b900-cf87f89512bb service neutron] 10.222.0.61 "GET /v2.0/networks/10892228-a1f8-4a5d-a334-a9f8d999d26d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606622 Dec 14 18:46:50.252660 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29789a1a-e104-4b89-b133-0e2219605bf7 None None] Network fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:46:51.069987 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cad7b9-785a-40e0-af1b-ede884a6f7bb req-52580365-e004-4086-afc9-9ff9593504b9 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:51.071396 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-f1cad7b9-785a-40e0-af1b-ede884a6f7bb req-52580365-e004-4086-afc9-9ff9593504b9 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 945 time: 0.0552452 Dec 14 18:46:51.114771 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-f1cad7b9-785a-40e0-af1b-ede884a6f7bb req-750a5e3b-f2df-4b90-ae9d-57ea54ba361e tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355272 Dec 14 18:46:51.943235 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 45626) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:46:52.084671 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:52.107663 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-5bcce222-a05a-4e58-81fd-434b12be47d7 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:52.109888 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-5bcce222-a05a-4e58-81fd-434b12be47d7 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/networks?id=fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b HTTP/1.1" status: 200 len: 814 time: 0.1270638 Dec 14 18:46:52.116741 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-1816ca26-4a47-4145-94bb-f3a2656605e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:52.130272 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-dcd75172-4834-46c0-a7f6-7ecce4607379 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/quotas/9c0d2fdffe1d484e98cf47d0b0b420f2 HTTP/1.1" status: 200 len: 375 time: 0.0117681 Dec 14 18:46:52.169919 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-237f6397-8f45-4052-a096-29cccb5d6845 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=9c0d2fdffe1d484e98cf47d0b0b420f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335975 Dec 14 18:46:52.210724 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-1816ca26-4a47-4145-94bb-f3a2656605e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:52.222256 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-1816ca26-4a47-4145-94bb-f3a2656605e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:52.267820 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-53ce4868-2bd6-49a6-9fc5-9f41e357f680 service neutron] 10.222.0.71 "GET /v2.0/networks/fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909491 Dec 14 18:46:52.287208 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-1816ca26-4a47-4145-94bb-f3a2656605e9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fef2a97ee9f043e1b0d074295d22eb0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3420496 Dec 14 18:46:52.290952 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816ca26-4a47-4145-94bb-f3a2656605e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b05609-28d9-4eba-abf9-a83f21addb1d,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:46:52.294231 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 45636) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:46:52.305920 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae2617-babb-4cea-9c2d-5dd0057f3d22 req-6e83d972-8802-4413-b79f-59383dc9e3f5 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:52.307666 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-52ae2617-babb-4cea-9c2d-5dd0057f3d22 req-6e83d972-8802-4413-b79f-59383dc9e3f5 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 945 time: 0.0995522 Dec 14 18:46:52.349206 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-52ae2617-babb-4cea-9c2d-5dd0057f3d22 req-213b78fc-6b8f-48ff-8d29-94ce38c8f086 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351093 Dec 14 18:46:52.407100 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-5ad3c3a5-8ba6-4e48-bc56-aa4df2f7259f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:52.410307 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-0969a2b5-e6aa-456f-8543-288ad2ad3c7e service neutron] 10.222.0.71 "GET /v2.0/networks/fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362305 Dec 14 18:46:52.442600 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-5ad3c3a5-8ba6-4e48-bc56-aa4df2f7259f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:52.509820 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-5ad3c3a5-8ba6-4e48-bc56-aa4df2f7259f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:52.513304 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-5ad3c3a5-8ba6-4e48-bc56-aa4df2f7259f admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:52.519530 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-5ad3c3a5-8ba6-4e48-bc56-aa4df2f7259f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c8b05609-28d9-4eba-abf9-a83f21addb1d HTTP/1.1" status: 204 len: 168 time: 0.2237899 Dec 14 18:46:52.534730 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3c3a5-8ba6-4e48-bc56-aa4df2f7259f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b05609-28d9-4eba-abf9-a83f21addb1d,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:46:52.649691 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-783cbb46-ce5f-4ea3-982b-d1bdbe5b6717 req-efec707c-ef29-4fbc-b823-fcde4383ea0f tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/ports?device_id=47d7d542-e21e-4567-8e75-4e0a3f1df41c HTTP/1.1" status: 200 len: 210 time: 0.0338497 Dec 14 18:46:52.961444 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 45666) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:46:52.990268 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8d1a8c7c-550f-4612-a2e1-a7025b3db7b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:53.053954 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [req-5d82f505-9604-4dbb-9c5e-09b9cb6e52f5 req-abde734a-4062-42c9-b550-e5ad44be99ba service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=108020) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 18:46:53.055736 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5d82f505-9604-4dbb-9c5e-09b9cb6e52f5 req-abde734a-4062-42c9-b550-e5ad44be99ba service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088418 Dec 14 18:46:53.110096 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 92e1bf3e-099a-4c9f-b31d-e4954b6813d1 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:46:53.137789 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8d1a8c7c-550f-4612-a2e1-a7025b3db7b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:53.144712 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8d1a8c7c-550f-4612-a2e1-a7025b3db7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:53.186992 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a8c7c-550f-4612-a2e1-a7025b3db7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f72cae2-9aef-4338-8e09-9e9a06c026ec,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:46:53.211817 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-8d1a8c7c-550f-4612-a2e1-a7025b3db7b6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=06ca342341bc4513940dbbdfb5314f54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2485723 Dec 14 18:46:53.214941 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 45672) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:46:53.224115 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:53.270161 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc608ae-3344-4524-9d53-7e76b3a921e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92e1bf3e-099a-4c9f-b31d-e4954b6813d1'}] {{(pid=108022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:46:53.273532 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4652f51f42c3be85180d8c5c7bba1325bd3159a0fd8a88314674832532d8132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f08a5e9-5be9-4d6d-95c8-01597a41fc7e" -d '{"events": [{"server_uuid": "0dc608ae-3344-4524-9d53-7e76b3a921e6", "name": "network-vif-unplugged", "status": "completed", "tag": "92e1bf3e-099a-4c9f-b31d-e4954b6813d1"}]}' {{(pid=108022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:46:53.299550 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port 92e1bf3e-099a-4c9f-b31d-e4954b6813d1, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=92e1bf3e-099a-4c9f-b31d-e4954b6813d1,segment=NetworkSegment(d67fca54-e316-4758-9f95-27fc03e03491),segment_id=d67fca54-e316-4758-9f95-27fc03e03491)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:46:53.299945 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8bc1f330-e136-4bf7-8cb5-853b6e92042e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:53.307025 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:53.330581 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8bc1f330-e136-4bf7-8cb5-853b6e92042e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:53.333144 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7a722-1a2a-47b2-9caa-eddcfc10f9eb req-0bf06794-3e39-45e4-a794-a58399a5db95 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:53.339736 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-bad7a722-1a2a-47b2-9caa-eddcfc10f9eb req-0bf06794-3e39-45e4-a794-a58399a5db95 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 945 time: 0.0897741 Dec 14 18:46:53.396929 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 14 Dec 2021 18:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1459f5-1ee8-45ee-aac2-dd55bba6339a x-openstack-request-id: req-fb1459f5-1ee8-45ee-aac2-dd55bba6339a {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:46:53.398446 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc608ae-3344-4524-9d53-7e76b3a921e6", "name": "network-vif-unplugged", "status": "failed", "tag": "92e1bf3e-099a-4c9f-b31d-e4954b6813d1", "code": 422}]} {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:46:53.399685 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fb1459f5-1ee8-45ee-aac2-dd55bba6339a {{(pid=108022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:46:53.400385 dv-cinder-821746-1-iscsi neutron-server[108022]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0dc608ae-3344-4524-9d53-7e76b3a921e6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '92e1bf3e-099a-4c9f-b31d-e4954b6813d1', 'code': 422} returned with failed status Dec 14 18:46:53.404994 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=92e1bf3e-099a-4c9f-b31d-e4954b6813d1,revision_number=8']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:46:53.418942 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8bc1f330-e136-4bf7-8cb5-853b6e92042e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:53.419143 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-bad7a722-1a2a-47b2-9caa-eddcfc10f9eb req-95c4e3fb-d914-4b10-b6f8-2af092192a3c tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719590 Dec 14 18:46:53.419228 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8bc1f330-e136-4bf7-8cb5-853b6e92042e admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:53.420214 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-8bc1f330-e136-4bf7-8cb5-853b6e92042e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6f72cae2-9aef-4338-8e09-9e9a06c026ec HTTP/1.1" status: 204 len: 168 time: 0.2040074 Dec 14 18:46:53.437546 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc1f330-e136-4bf7-8cb5-853b6e92042e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f72cae2-9aef-4338-8e09-9e9a06c026ec,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:46:53.782089 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-00ac09dc-4f49-40a5-b16a-911b75943689 req-870bbedc-5bf0-4871-87ab-fc5a61765ee6 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/ports?device_id=47d7d542-e21e-4567-8e75-4e0a3f1df41c HTTP/1.1" status: 200 len: 210 time: 0.0353768 Dec 14 18:46:53.952767 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-7367fca7-da0e-498a-a6fb-fa1cf6985276 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:53.954752 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-7367fca7-da0e-498a-a6fb-fa1cf6985276 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.61 "GET /v2.0/networks?id=fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b HTTP/1.1" status: 200 len: 814 time: 0.1455925 Dec 14 18:46:53.970196 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-5579f7ca-ffd1-449e-af0a-cb1f689b4a6e tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Request body: {'port': {'device_id': '47d7d542-e21e-4567-8e75-4e0a3f1df41c', 'network_id': 'fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b', 'admin_state_up': True, 'tenant_id': '9c0d2fdffe1d484e98cf47d0b0b420f2'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:46:54.023633 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 45712) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:46:54.103349 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-5579f7ca-ffd1-449e-af0a-cb1f689b4a6e tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Made reservation on behalf of 9c0d2fdffe1d484e98cf47d0b0b420f2 for: {'port': 1} {{(pid=108020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:46:54.106970 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-5579f7ca-ffd1-449e-af0a-cb1f689b4a6e tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:54.153740 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-45adab7c-3f22-4dd0-8529-40533abf5c80 req-83b1ce0e-e75e-437a-bffb-cadcf1149c1d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1285598 Dec 14 18:46:54.165047 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [req-45adab7c-3f22-4dd0-8529-40533abf5c80 req-16b873cb-1407-458d-9d42-3a75186b9c1e service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=108021) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 18:46:54.166222 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-45adab7c-3f22-4dd0-8529-40533abf5c80 req-16b873cb-1407-458d-9d42-3a75186b9c1e service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056794 Dec 14 18:46:54.252399 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.db_base_plugin_common [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-5579f7ca-ffd1-449e-af0a-cb1f689b4a6e tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Allocated IP 172.20.0.2 (fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b/c77289fe-9439-42ce-9a40-75f17b245f22/3abcea2c-2a8e-4533-b440-dc0b3997888b) {{(pid=108020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:46:54.441180 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-5579f7ca-ffd1-449e-af0a-cb1f689b4a6e tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Notify callbacks [] for port, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:54.513370 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-5579f7ca-ffd1-449e-af0a-cb1f689b4a6e tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957'] for port, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:54.578490 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-5579f7ca-ffd1-449e-af0a-cb1f689b4a6e tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Network fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b is already hosted by enough agents. {{(pid=108020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:46:54.579948 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b75a50-1646-436f-845d-4992569a409f req-3d51c4d8-dad5-4ce8-b049-ea08744f4069 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:54.584222 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.base_scheduler [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-5579f7ca-ffd1-449e-af0a-cb1f689b4a6e tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Resources bound (agent type, host, resource id): {{(pid=108020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:46:54.589266 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-e1b75a50-1646-436f-845d-4992569a409f req-3d51c4d8-dad5-4ce8-b049-ea08744f4069 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 943 time: 0.0672309 Dec 14 18:46:54.593175 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-5579f7ca-ffd1-449e-af0a-cb1f689b4a6e tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Received port after_create {{(pid=108020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:46:54.599944 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-5579f7ca-ffd1-449e-af0a-cb1f689b4a6e tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:54.601488 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-5579f7ca-ffd1-449e-af0a-cb1f689b4a6e tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:54.606590 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579f7ca-ffd1-449e-af0a-cb1f689b4a6e tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Pushing event updated for resources: {'Port': ['ID=3abcea2c-2a8e-4533-b440-dc0b3997888b,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:46:54.631057 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-e1b75a50-1646-436f-845d-4992569a409f req-68178bc4-2f28-4f2c-8258-9b29cd4f7582 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408652 Dec 14 18:46:54.631220 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-5579f7ca-ffd1-449e-af0a-cb1f689b4a6e tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6650074 Dec 14 18:46:54.645179 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-3b647659-20d6-4962-93eb-71145766ca8b service neutron] Request body: {'port': {'device_id': '47d7d542-e21e-4567-8e75-4e0a3f1df41c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:46:54.708700 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-3b647659-20d6-4962-93eb-71145766ca8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:54.965634 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5267bd-f31c-4045-a199-0d849e29457c req-63fb0a2e-baf7-467b-abea-afa9fbfbb4fd tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:54.967169 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-cb5267bd-f31c-4045-a199-0d849e29457c req-63fb0a2e-baf7-467b-abea-afa9fbfbb4fd tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/ports?device_id=47d7d542-e21e-4567-8e75-4e0a3f1df41c HTTP/1.1" status: 200 len: 931 time: 0.0831609 Dec 14 18:46:55.038770 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-cb5267bd-f31c-4045-a199-0d849e29457c req-12e09ad4-3762-4729-94bf-afe0f3178c41 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/security-groups?id=2851b60b-dc5b-4a10-8667-c51886da8d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636833 Dec 14 18:46:55.077225 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-3b647659-20d6-4962-93eb-71145766ca8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3abcea2c-2a8e-4533-b440-dc0b3997888b {{(pid=108020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:46:55.086094 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-3b647659-20d6-4962-93eb-71145766ca8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:55.099120 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.provisioning_blocks [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-3b647659-20d6-4962-93eb-71145766ca8b service neutron] Transition to ACTIVE for port object 3abcea2c-2a8e-4533-b440-dc0b3997888b will not be triggered until provisioned by entity L2. {{(pid=108020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 18:46:55.102851 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-3b647659-20d6-4962-93eb-71145766ca8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:55.159235 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b647659-20d6-4962-93eb-71145766ca8b service neutron] Pushing event updated for resources: {'Port': ['ID=3abcea2c-2a8e-4533-b440-dc0b3997888b,revision_number=2']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:46:55.190314 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-3b647659-20d6-4962-93eb-71145766ca8b service neutron] Attempting to bind port 3abcea2c-2a8e-4533-b440-dc0b3997888b on host hv-cinder-82174 for vnic_type normal with profile {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:46:55.190763 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-3b647659-20d6-4962-93eb-71145766ca8b service neutron] Attempting to bind port 3abcea2c-2a8e-4533-b440-dc0b3997888b by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': 'ee556489-8f1f-458c-8c39-cb70bdd26ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b'}] {{(pid=108020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:46:55.191160 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-3b647659-20d6-4962-93eb-71145766ca8b service neutron] Attempting to bind port 3abcea2c-2a8e-4533-b440-dc0b3997888b on network fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:46:55.196659 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-3b647659-20d6-4962-93eb-71145766ca8b service neutron] Port 3abcea2c-2a8e-4533-b440-dc0b3997888b on network fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 18:46:55.196979 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-3b647659-20d6-4962-93eb-71145766ca8b service neutron] Attempting to bind port 3abcea2c-2a8e-4533-b440-dc0b3997888b on network fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:46:55.201783 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-3b647659-20d6-4962-93eb-71145766ca8b service neutron] Checking agent: {'id': '1f764c31-0392-4232-adb6-72e70ca44f2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 41, 22), 'started_at': datetime.datetime(2021, 12, 14, 18, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:46:55.202113 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-3b647659-20d6-4962-93eb-71145766ca8b service neutron] Checking segment: {'id': 'ee556489-8f1f-458c-8c39-cb70bdd26ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:46:55.202490 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-3b647659-20d6-4962-93eb-71145766ca8b service neutron] Bound using segment: {'id': 'ee556489-8f1f-458c-8c39-cb70bdd26ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b'} {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:46:55.202941 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-3b647659-20d6-4962-93eb-71145766ca8b service neutron] Bound port: 3abcea2c-2a8e-4533-b440-dc0b3997888b, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee556489-8f1f-458c-8c39-cb70bdd26ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b'}}] {{(pid=108020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:46:55.203298 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-3b647659-20d6-4962-93eb-71145766ca8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:55.274261 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-3b647659-20d6-4962-93eb-71145766ca8b service neutron] For port 3abcea2c-2a8e-4533-b440-dc0b3997888b, host hv-cinder-82174, cleared binding levels {{(pid=108020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:46:55.278621 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-3b647659-20d6-4962-93eb-71145766ca8b service neutron] For port 3abcea2c-2a8e-4533-b440-dc0b3997888b, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=3abcea2c-2a8e-4533-b440-dc0b3997888b,segment=NetworkSegment(ee556489-8f1f-458c-8c39-cb70bdd26ae3),segment_id=ee556489-8f1f-458c-8c39-cb70bdd26ae3)] {{(pid=108020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:46:55.283025 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-3b647659-20d6-4962-93eb-71145766ca8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:55.323391 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-3b647659-20d6-4962-93eb-71145766ca8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:55.324230 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-3b647659-20d6-4962-93eb-71145766ca8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:55.325837 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-3b647659-20d6-4962-93eb-71145766ca8b service neutron] 10.222.0.61 "PUT /v2.0/ports/3abcea2c-2a8e-4533-b440-dc0b3997888b HTTP/1.1" status: 200 len: 1093 time: 0.6847904 Dec 14 18:46:55.325984 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47d7d542-e21e-4567-8e75-4e0a3f1df41c', 'tag': '3abcea2c-2a8e-4533-b440-dc0b3997888b'}] {{(pid=108020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:46:55.328464 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d1d651e17726932f2c063a5cb62fed0687a982c73a8c4b64805019ed9839e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46381027-2278-4bdf-bac9-77f72610cd59" -d '{"events": [{"name": "network-changed", "server_uuid": "47d7d542-e21e-4567-8e75-4e0a3f1df41c", "tag": "3abcea2c-2a8e-4533-b440-dc0b3997888b"}]}' {{(pid=108020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:46:55.353710 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b647659-20d6-4962-93eb-71145766ca8b service neutron] Pushing event updated for resources: {'Port': ['ID=3abcea2c-2a8e-4533-b440-dc0b3997888b,revision_number=3']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:46:55.387171 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fcd27c-b4c7-4c5c-9c49-fda9131f35d8 x-openstack-request-id: req-c3fcd27c-b4c7-4c5c-9c49-fda9131f35d8 {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:46:55.387462 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47d7d542-e21e-4567-8e75-4e0a3f1df41c", "tag": "3abcea2c-2a8e-4533-b440-dc0b3997888b", "status": "completed", "code": 200}]} {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:46:55.387711 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c3fcd27c-b4c7-4c5c-9c49-fda9131f35d8 {{(pid=108020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:46:55.388105 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47d7d542-e21e-4567-8e75-4e0a3f1df41c', 'tag': '3abcea2c-2a8e-4533-b440-dc0b3997888b', 'status': 'completed', 'code': 200} Dec 14 18:46:55.437603 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-fee4de0f-7ea4-4cab-9639-cfdde2628a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:55.439063 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-fee4de0f-7ea4-4cab-9639-cfdde2628a66 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9c0d2fdffe1d484e98cf47d0b0b420f2&device_id=47d7d542-e21e-4567-8e75-4e0a3f1df41c HTTP/1.1" status: 200 len: 1096 time: 0.0441830 Dec 14 18:46:55.489756 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-b6c939a2-abd8-4f2a-94cf-90762524f749 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3abcea2c-2a8e-4533-b440-dc0b3997888b HTTP/1.1" status: 200 len: 217 time: 0.0350823 Dec 14 18:46:55.546044 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-3ebf0959-4d34-4e57-96d4-329ce0b96313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:55.547543 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-3ebf0959-4d34-4e57-96d4-329ce0b96313 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c77289fe-9439-42ce-9a40-75f17b245f22 HTTP/1.1" status: 200 len: 854 time: 0.0504305 Dec 14 18:46:55.582220 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-b3685307-d5ca-4068-8264-a24d5e8956b6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256050 Dec 14 18:46:55.679933 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-907efe20-3591-418c-9c3c-997780986fe7 service neutron] 10.222.0.61 "GET /v2.0/networks/fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894957 Dec 14 18:46:55.863219 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adab7c-3f22-4dd0-8529-40533abf5c80 req-06d1f673-4168-4c03-a7bc-10506057bb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:55.864870 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-45adab7c-3f22-4dd0-8529-40533abf5c80 req-06d1f673-4168-4c03-a7bc-10506057bb9d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6&tenant_id=8119ae9c02c041da868fd66af898aece HTTP/1.1" status: 200 len: 1096 time: 0.1669915 Dec 14 18:46:55.887202 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85e8dc-03e0-47f0-9c58-76a9cd306a02 req-322a32fd-9eba-44ea-ace2-ecd9ee2e5c03 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:55.888652 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-cd85e8dc-03e0-47f0-9c58-76a9cd306a02 req-322a32fd-9eba-44ea-ace2-ecd9ee2e5c03 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 943 time: 0.1562629 Dec 14 18:46:55.937318 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-77cd7042-d339-48c5-90d5-d0a0e6ff8671 req-1ae087ae-d48e-4b8b-9503-fdf559408278 service neutron] 10.222.0.61 "GET /v2.0/networks/fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405858 Dec 14 18:46:55.964817 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-cd85e8dc-03e0-47f0-9c58-76a9cd306a02 req-c95803d5-a799-4fb4-a564-979f72c15599 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621011 Dec 14 18:46:55.967348 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adab7c-3f22-4dd0-8529-40533abf5c80 req-98a83fff-ba04-4ace-a0dd-8bf5a13258a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:55.968731 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-45adab7c-3f22-4dd0-8529-40533abf5c80 req-98a83fff-ba04-4ace-a0dd-8bf5a13258a3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8119ae9c02c041da868fd66af898aece&device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 1096 time: 0.0792196 Dec 14 18:46:56.075666 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46381027-2278-4bdf-bac9-77f72610cd59 req-3565ff67-3263-499f-a0ba-6768dc04ea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:56.077227 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-46381027-2278-4bdf-bac9-77f72610cd59 req-3565ff67-3263-499f-a0ba-6768dc04ea6d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9c0d2fdffe1d484e98cf47d0b0b420f2&device_id=47d7d542-e21e-4567-8e75-4e0a3f1df41c HTTP/1.1" status: 200 len: 1096 time: 0.0922985 Dec 14 18:46:56.113948 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adab7c-3f22-4dd0-8529-40533abf5c80 req-896ebc16-2bc3-4910-ad04-efafde824879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:56.115381 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-45adab7c-3f22-4dd0-8529-40533abf5c80 req-896ebc16-2bc3-4910-ad04-efafde824879 service neutron] 10.222.0.61 "GET /v2.0/networks?id=10892228-a1f8-4a5d-a334-a9f8d999d26d HTTP/1.1" status: 200 len: 917 time: 0.1390462 Dec 14 18:46:56.164294 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20bb91-2511-4b4b-b870-a48d24e9c21a req-69ba201c-9206-4aa2-96ea-a604ed8acf70 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:56.165751 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-0d20bb91-2511-4b4b-b870-a48d24e9c21a req-69ba201c-9206-4aa2-96ea-a604ed8acf70 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/ports?device_id=47d7d542-e21e-4567-8e75-4e0a3f1df41c HTTP/1.1" status: 200 len: 943 time: 0.0488832 Dec 14 18:46:56.202948 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-0d20bb91-2511-4b4b-b870-a48d24e9c21a req-58af6be1-c76c-4ea7-8524-3db7417e6820 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/security-groups?id=2851b60b-dc5b-4a10-8667-c51886da8d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307238 Dec 14 18:46:56.219434 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-45adab7c-3f22-4dd0-8529-40533abf5c80 req-37795e30-25d3-465f-b1e6-056f0144179f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92e1bf3e-099a-4c9f-b31d-e4954b6813d1 HTTP/1.1" status: 200 len: 999 time: 0.0769606 Dec 14 18:46:56.260926 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46381027-2278-4bdf-bac9-77f72610cd59 req-7556bdbe-a988-4651-89cf-48a57d7b76e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:56.262384 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-46381027-2278-4bdf-bac9-77f72610cd59 req-7556bdbe-a988-4651-89cf-48a57d7b76e6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b HTTP/1.1" status: 200 len: 915 time: 0.1727870 Dec 14 18:46:56.311358 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-46381027-2278-4bdf-bac9-77f72610cd59 req-635790eb-dcb3-437f-9e3d-180bb74a383f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3abcea2c-2a8e-4533-b440-dc0b3997888b HTTP/1.1" status: 200 len: 217 time: 0.0397432 Dec 14 18:46:56.314849 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adab7c-3f22-4dd0-8529-40533abf5c80 req-19683d3d-47d1-4dee-895e-7f2b18cc7b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:56.316164 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-45adab7c-3f22-4dd0-8529-40533abf5c80 req-19683d3d-47d1-4dee-895e-7f2b18cc7b76 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d961d8ae-8136-463f-bf43-32c0a15a6798 HTTP/1.1" status: 200 len: 855 time: 0.0858073 Dec 14 18:46:56.401861 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46381027-2278-4bdf-bac9-77f72610cd59 req-d550265f-691c-4a2f-9171-cffdba958377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:56.403336 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-46381027-2278-4bdf-bac9-77f72610cd59 req-d550265f-691c-4a2f-9171-cffdba958377 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c77289fe-9439-42ce-9a40-75f17b245f22 HTTP/1.1" status: 200 len: 854 time: 0.0783451 Dec 14 18:46:56.407456 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adab7c-3f22-4dd0-8529-40533abf5c80 req-13a29b2b-5b18-4394-82bf-522b96112f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:56.408786 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-45adab7c-3f22-4dd0-8529-40533abf5c80 req-13a29b2b-5b18-4394-82bf-522b96112f61 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10892228-a1f8-4a5d-a334-a9f8d999d26d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0769382 Dec 14 18:46:56.485319 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-46381027-2278-4bdf-bac9-77f72610cd59 req-1f1fb664-c1a2-440d-8012-5a3d11e95181 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673394 Dec 14 18:46:56.581927 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-45adab7c-3f22-4dd0-8529-40533abf5c80 req-977d1113-2241-4b06-995c-649b9d5c9856 service neutron] 10.222.0.61 "GET /v2.0/networks/10892228-a1f8-4a5d-a334-a9f8d999d26d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567771 Dec 14 18:46:56.646624 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-46381027-2278-4bdf-bac9-77f72610cd59 req-b6d12645-6126-4253-8f08-3ea48314a2b5 service neutron] 10.222.0.61 "GET /v2.0/networks/fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519103 Dec 14 18:46:56.963672 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-45adab7c-3f22-4dd0-8529-40533abf5c80 req-ec661e5a-0f4d-48e7-9ffa-b1ab6219748a service neutron] 10.222.0.61 "GET /v2.0/networks/10892228-a1f8-4a5d-a334-a9f8d999d26d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718231 Dec 14 18:46:56.989070 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-46381027-2278-4bdf-bac9-77f72610cd59 req-57af3683-8e10-440f-8cdd-8a78dbe7cbba service neutron] 10.222.0.61 "GET /v2.0/networks/fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344138 Dec 14 18:46:57.093467 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836380e-9e77-4b4a-a41b-9fc6db2c44d2 req-2abf3e09-8b56-4b6f-9c78-3a255478d4ad tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:57.095045 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f836380e-9e77-4b4a-a41b-9fc6db2c44d2 req-2abf3e09-8b56-4b6f-9c78-3a255478d4ad tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 943 time: 0.0548174 Dec 14 18:46:57.105600 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 3abcea2c-2a8e-4533-b440-dc0b3997888b details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=108022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:46:57.133475 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f836380e-9e77-4b4a-a41b-9fc6db2c44d2 req-18541ba6-6e9f-44df-ad1e-f0f4089ba61b tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323100 Dec 14 18:46:57.199859 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port 3abcea2c-2a8e-4533-b440-dc0b3997888b, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=3abcea2c-2a8e-4533-b440-dc0b3997888b,segment=NetworkSegment(ee556489-8f1f-458c-8c39-cb70bdd26ae3),segment_id=ee556489-8f1f-458c-8c39-cb70bdd26ae3)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:46:57.211104 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Returning: {'device': '3abcea2c-2a8e-4533-b440-dc0b3997888b', 'network_id': 'fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b', 'port_id': '3abcea2c-2a8e-4533-b440-dc0b3997888b', 'mac_address': 'fa:16:3e:39:5f:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c77289fe-9439-42ce-9a40-75f17b245f22', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:46:57.251095 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:57.269480 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3abcea2c-2a8e-4533-b440-dc0b3997888b {{(pid=108022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:46:57.290150 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port 3abcea2c-2a8e-4533-b440-dc0b3997888b, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=3abcea2c-2a8e-4533-b440-dc0b3997888b,segment=NetworkSegment(ee556489-8f1f-458c-8c39-cb70bdd26ae3),segment_id=ee556489-8f1f-458c-8c39-cb70bdd26ae3)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:46:57.294965 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:57.333352 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa6d74-2af2-459c-8939-7f8abf8ce986 req-17a784aa-a4a4-4e52-803c-b262d8d40a79 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:57.335610 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-a2fa6d74-2af2-459c-8939-7f8abf8ce986 req-17a784aa-a4a4-4e52-803c-b262d8d40a79 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/ports?device_id=47d7d542-e21e-4567-8e75-4e0a3f1df41c HTTP/1.1" status: 200 len: 943 time: 0.0562270 Dec 14 18:46:57.349732 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=3abcea2c-2a8e-4533-b440-dc0b3997888b,revision_number=4']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:46:57.379429 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-a2fa6d74-2af2-459c-8939-7f8abf8ce986 req-e0d50f50-5470-4ab0-b1fd-1410c316e85e tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/security-groups?id=2851b60b-dc5b-4a10-8667-c51886da8d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378249 Dec 14 18:46:57.521440 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] get_ports_and_sgs() called for port_ids ['3abcea2c-2a8e-4533-b440-dc0b3997888b'] {{(pid=108022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:46:58.275677 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a73a4-b80f-4236-9970-b02587438973 req-4ed0b43e-19de-45dd-94ca-64aed9a4410e tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:58.277195 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-834a73a4-b80f-4236-9970-b02587438973 req-4ed0b43e-19de-45dd-94ca-64aed9a4410e tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 943 time: 0.0539191 Dec 14 18:46:58.316926 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-834a73a4-b80f-4236-9970-b02587438973 req-226f509c-fd9a-44ac-9952-5c72d8e7d250 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332799 Dec 14 18:46:58.499625 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8bbf3-37c8-4aa7-b277-fe35dd2c7edb req-a872fd6d-6413-43eb-bea5-08692ae18de4 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:58.501104 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-0fd8bbf3-37c8-4aa7-b277-fe35dd2c7edb req-a872fd6d-6413-43eb-bea5-08692ae18de4 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/ports?device_id=47d7d542-e21e-4567-8e75-4e0a3f1df41c HTTP/1.1" status: 200 len: 944 time: 0.0495307 Dec 14 18:46:58.540502 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-0fd8bbf3-37c8-4aa7-b277-fe35dd2c7edb req-611e9d91-9edb-43dd-bee7-eb69ffa5a31c tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/security-groups?id=2851b60b-dc5b-4a10-8667-c51886da8d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327876 Dec 14 18:46:59.115433 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 3abcea2c-2a8e-4533-b440-dc0b3997888b up at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:46:59.185975 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Provisioning for port 3abcea2c-2a8e-4533-b440-dc0b3997888b completed by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 18:46:59.190305 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Provisioning complete for port 3abcea2c-2a8e-4533-b440-dc0b3997888b triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:46:59.190755 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:59.288270 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:59.311836 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d7d542-e21e-4567-8e75-4e0a3f1df41c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3abcea2c-2a8e-4533-b440-dc0b3997888b'}] {{(pid=108022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:46:59.314202 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4652f51f42c3be85180d8c5c7bba1325bd3159a0fd8a88314674832532d8132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f9323e-0ef3-4297-8072-ee978afecca8" -d '{"events": [{"server_uuid": "47d7d542-e21e-4567-8e75-4e0a3f1df41c", "name": "network-vif-plugged", "status": "completed", "tag": "3abcea2c-2a8e-4533-b440-dc0b3997888b"}]}' {{(pid=108022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:46:59.327460 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port 3abcea2c-2a8e-4533-b440-dc0b3997888b, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=3abcea2c-2a8e-4533-b440-dc0b3997888b,segment=NetworkSegment(ee556489-8f1f-458c-8c39-cb70bdd26ae3),segment_id=ee556489-8f1f-458c-8c39-cb70bdd26ae3)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:46:59.333545 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:46:59.366732 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8ffd36-7b54-4cdc-b5be-eca4cd775f48 x-openstack-request-id: req-6f8ffd36-7b54-4cdc-b5be-eca4cd775f48 {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:46:59.367049 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d7d542-e21e-4567-8e75-4e0a3f1df41c", "name": "network-vif-plugged", "status": "completed", "tag": "3abcea2c-2a8e-4533-b440-dc0b3997888b", "code": 200}]} {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:46:59.367306 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6f8ffd36-7b54-4cdc-b5be-eca4cd775f48 {{(pid=108022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:46:59.367726 dv-cinder-821746-1-iscsi neutron-server[108022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47d7d542-e21e-4567-8e75-4e0a3f1df41c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3abcea2c-2a8e-4533-b440-dc0b3997888b', 'code': 200} Dec 14 18:46:59.403904 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=3abcea2c-2a8e-4533-b440-dc0b3997888b,revision_number=5']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:46:59.472810 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec42be-cbb8-4df3-aec7-9bb8e0b7d560 req-b68b511d-b4fe-4e77-bf1b-52e29b088d8d tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:59.474357 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-83ec42be-cbb8-4df3-aec7-9bb8e0b7d560 req-b68b511d-b4fe-4e77-bf1b-52e29b088d8d tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 943 time: 0.0538492 Dec 14 18:46:59.516788 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-83ec42be-cbb8-4df3-aec7-9bb8e0b7d560 req-e2ab889b-6838-4ac6-8c9d-4a843b52c3a1 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355985 Dec 14 18:46:59.683337 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ae618-a1f3-4927-9fe8-784775209c75 req-a68be2f8-5e05-47e2-9fd0-71079024db5f tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:46:59.684941 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-778ae618-a1f3-4927-9fe8-784775209c75 req-a68be2f8-5e05-47e2-9fd0-71079024db5f tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/ports?device_id=47d7d542-e21e-4567-8e75-4e0a3f1df41c HTTP/1.1" status: 200 len: 945 time: 0.0522218 Dec 14 18:46:59.724596 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-778ae618-a1f3-4927-9fe8-784775209c75 req-23d6842e-f8c0-4b2f-affd-a6966d06091d tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/security-groups?id=2851b60b-dc5b-4a10-8667-c51886da8d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334053 Dec 14 18:47:00.650260 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912b2f5-0b09-44dd-9c38-a7735cc1eabb req-8a1d38c2-013a-4ce9-a1bf-b2a6bc0af54b tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:00.651761 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-1912b2f5-0b09-44dd-9c38-a7735cc1eabb req-8a1d38c2-013a-4ce9-a1bf-b2a6bc0af54b tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 943 time: 0.0547469 Dec 14 18:47:00.691330 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-1912b2f5-0b09-44dd-9c38-a7735cc1eabb req-fe9e5b7c-391b-4ddc-a117-3adf09512d9e tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336084 Dec 14 18:47:00.845346 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761c39c-eac3-48f8-9587-dc03a054b138 req-9681e554-4a13-45f5-8a54-0005066e8a6c tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:00.849110 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6761c39c-eac3-48f8-9587-dc03a054b138 req-9681e554-4a13-45f5-8a54-0005066e8a6c tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/ports?device_id=47d7d542-e21e-4567-8e75-4e0a3f1df41c HTTP/1.1" status: 200 len: 945 time: 0.0519726 Dec 14 18:47:00.886944 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6761c39c-eac3-48f8-9587-dc03a054b138 req-7356df50-0a82-4513-9e24-547a40425789 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/security-groups?id=2851b60b-dc5b-4a10-8667-c51886da8d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338957 Dec 14 18:47:01.827881 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7310302-7a60-42f2-8c14-ce0ca44000ce req-e93a4f95-5e59-41c5-9146-682e955453b5 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:01.829306 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-f7310302-7a60-42f2-8c14-ce0ca44000ce req-e93a4f95-5e59-41c5-9146-682e955453b5 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 943 time: 0.0537069 Dec 14 18:47:01.870851 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-f7310302-7a60-42f2-8c14-ce0ca44000ce req-46914457-42e9-4b3b-a30b-2563c5e0a864 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347273 Dec 14 18:47:02.013548 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5f71a-bea1-4fdc-babf-5cedae9963ee req-fd8dda57-05bf-4de1-92d1-711ecba622fd tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:02.015320 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-40a5f71a-bea1-4fdc-babf-5cedae9963ee req-fd8dda57-05bf-4de1-92d1-711ecba622fd tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/ports?device_id=47d7d542-e21e-4567-8e75-4e0a3f1df41c HTTP/1.1" status: 200 len: 945 time: 0.0583804 Dec 14 18:47:02.056947 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-40a5f71a-bea1-4fdc-babf-5cedae9963ee req-f350f8e8-5783-4301-ad37-ba2740969350 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/security-groups?id=2851b60b-dc5b-4a10-8667-c51886da8d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349038 Dec 14 18:47:03.009255 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109ea41-50de-48ef-8a2c-2be748eaf640 req-e96eb871-aae0-4ce3-bedf-42d441afaea6 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:03.010879 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-4109ea41-50de-48ef-8a2c-2be748eaf640 req-e96eb871-aae0-4ce3-bedf-42d441afaea6 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 943 time: 0.0562291 Dec 14 18:47:03.052946 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-4109ea41-50de-48ef-8a2c-2be748eaf640 req-66e08a62-7c6e-4067-896d-faec4e46f385 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355325 Dec 14 18:47:03.187456 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304c38d-69a6-451b-881b-ca0c1bdc05c0 req-2f86f1e4-4a31-4816-8e50-e05662cb58bc tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:03.189546 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5304c38d-69a6-451b-881b-ca0c1bdc05c0 req-2f86f1e4-4a31-4816-8e50-e05662cb58bc tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/ports?device_id=47d7d542-e21e-4567-8e75-4e0a3f1df41c HTTP/1.1" status: 200 len: 945 time: 0.0597746 Dec 14 18:47:03.236945 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5304c38d-69a6-451b-881b-ca0c1bdc05c0 req-82b18fbe-e160-4af6-8314-655d0245840b tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/security-groups?id=2851b60b-dc5b-4a10-8667-c51886da8d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404959 Dec 14 18:47:04.199669 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4458e-2d88-4795-8d30-4e7286a186bf req-5e14f77d-2736-4230-8d08-e5c7e40ad0ba tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:04.201237 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-bbb4458e-2d88-4795-8d30-4e7286a186bf req-5e14f77d-2736-4230-8d08-e5c7e40ad0ba tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 943 time: 0.0648596 Dec 14 18:47:04.247749 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-bbb4458e-2d88-4795-8d30-4e7286a186bf req-6ca7ebac-c502-4892-8112-e44c8213934c tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387621 Dec 14 18:47:04.378484 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5862528-6cbe-4bfd-a7a8-995376240768 req-b54818ea-7603-4cbd-8a4f-7773ac3e80f2 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:04.380092 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a5862528-6cbe-4bfd-a7a8-995376240768 req-b54818ea-7603-4cbd-8a4f-7773ac3e80f2 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/ports?device_id=47d7d542-e21e-4567-8e75-4e0a3f1df41c HTTP/1.1" status: 200 len: 945 time: 0.0635345 Dec 14 18:47:04.431943 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a5862528-6cbe-4bfd-a7a8-995376240768 req-91ce9533-ddf4-4ab1-ac66-b1a197a15f83 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/security-groups?id=2851b60b-dc5b-4a10-8667-c51886da8d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443690 Dec 14 18:47:05.387105 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0dfce8-bd63-4439-b98d-8607c7ed6c7c req-8b9e5b74-f9f3-4ac4-a4ba-a511f7d738bc tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:05.388779 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-3c0dfce8-bd63-4439-b98d-8607c7ed6c7c req-8b9e5b74-f9f3-4ac4-a4ba-a511f7d738bc tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 943 time: 0.0518699 Dec 14 18:47:05.426870 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-3c0dfce8-bd63-4439-b98d-8607c7ed6c7c req-ec6174c3-c314-4191-b082-e0a8cc925bae tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321083 Dec 14 18:47:05.556592 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ca44d-2ce2-4f63-b145-7a72bd850d2c req-405d3e50-606b-4223-a111-5bb68b3ae5d5 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:05.564321 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a19ca44d-2ce2-4f63-b145-7a72bd850d2c req-405d3e50-606b-4223-a111-5bb68b3ae5d5 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/ports?device_id=47d7d542-e21e-4567-8e75-4e0a3f1df41c HTTP/1.1" status: 200 len: 945 time: 0.0599670 Dec 14 18:47:05.600552 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a19ca44d-2ce2-4f63-b145-7a72bd850d2c req-c7154287-e60b-4d21-9751-66779e622fd3 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/security-groups?id=2851b60b-dc5b-4a10-8667-c51886da8d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342724 Dec 14 18:47:06.551864 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973397d-b5b7-4b1a-b191-8282ea7e1373 req-9f7a4395-ac67-4644-aa56-60a2cef0fd1f tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:06.554083 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-7973397d-b5b7-4b1a-b191-8282ea7e1373 req-9f7a4395-ac67-4644-aa56-60a2cef0fd1f tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 943 time: 0.0495391 Dec 14 18:47:06.596904 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-7973397d-b5b7-4b1a-b191-8282ea7e1373 req-ba1e33aa-6f9e-423f-959c-13dc53ca28bf tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364056 Dec 14 18:47:06.728617 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9828b-9427-4c17-8fbf-ccc570bccc92 req-39ac2551-e90d-47e2-8199-b2850cbd9b0a tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:06.730013 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f1d9828b-9427-4c17-8fbf-ccc570bccc92 req-39ac2551-e90d-47e2-8199-b2850cbd9b0a tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/ports?device_id=47d7d542-e21e-4567-8e75-4e0a3f1df41c HTTP/1.1" status: 200 len: 945 time: 0.0541241 Dec 14 18:47:06.769680 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f1d9828b-9427-4c17-8fbf-ccc570bccc92 req-0c6b7f2c-d7b0-41a3-b980-30b1d2e04562 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/security-groups?id=2851b60b-dc5b-4a10-8667-c51886da8d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333810 Dec 14 18:47:07.731733 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87214e91-4c78-4f80-b656-0d7704464155 req-ed842c1f-d19e-44b4-b476-2929fe7c9a12 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:07.733277 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-87214e91-4c78-4f80-b656-0d7704464155 req-ed842c1f-d19e-44b4-b476-2929fe7c9a12 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 943 time: 0.0600586 Dec 14 18:47:07.771679 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-87214e91-4c78-4f80-b656-0d7704464155 req-1c69361b-99d8-4200-bd3c-9a6ae8b3b0ff tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321400 Dec 14 18:47:07.889226 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b987810-e5a6-443c-b0ad-6b4f25520a51 req-36e978d8-0a59-4d77-84c5-1a5b8cc9d9e5 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:07.890790 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5b987810-e5a6-443c-b0ad-6b4f25520a51 req-36e978d8-0a59-4d77-84c5-1a5b8cc9d9e5 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/ports?device_id=47d7d542-e21e-4567-8e75-4e0a3f1df41c HTTP/1.1" status: 200 len: 945 time: 0.0511634 Dec 14 18:47:07.932068 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5b987810-e5a6-443c-b0ad-6b4f25520a51 req-df37b489-75f1-482b-af83-df3e06255861 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/security-groups?id=2851b60b-dc5b-4a10-8667-c51886da8d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353198 Dec 14 18:47:08.796460 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91f49a-0679-4735-bab0-0266b8aadb36 req-eb245858-d0a2-476a-bac0-bac910d19053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:08.797836 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-3d91f49a-0679-4735-bab0-0266b8aadb36 req-eb245858-d0a2-476a-bac0-bac910d19053 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=47d7d542-e21e-4567-8e75-4e0a3f1df41c HTTP/1.1" status: 200 len: 1098 time: 0.0382838 Dec 14 18:47:08.832265 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-3d91f49a-0679-4735-bab0-0266b8aadb36 req-46fe9f4e-734f-44bc-a432-e6918fd52958 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2851b60b-dc5b-4a10-8667-c51886da8d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269940 Dec 14 18:47:08.892584 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e91c7-ad1e-493f-b3bb-4856a3af0cf8 req-3b4f753a-d6b8-405c-973e-87899507dc46 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:08.894051 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-148e91c7-ad1e-493f-b3bb-4856a3af0cf8 req-3b4f753a-d6b8-405c-973e-87899507dc46 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 943 time: 0.0483124 Dec 14 18:47:08.936242 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-148e91c7-ad1e-493f-b3bb-4856a3af0cf8 req-90acc614-1fe8-4cf9-9a73-f646f419b671 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352900 Dec 14 18:47:09.048098 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387c652-8b01-4818-bcbe-15cea77ccc15 req-91500988-fd86-4482-84dd-15b135f9db3e tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:09.049545 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9387c652-8b01-4818-bcbe-15cea77ccc15 req-91500988-fd86-4482-84dd-15b135f9db3e tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/ports?device_id=47d7d542-e21e-4567-8e75-4e0a3f1df41c HTTP/1.1" status: 200 len: 945 time: 0.0514328 Dec 14 18:47:09.086826 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9387c652-8b01-4818-bcbe-15cea77ccc15 req-bd132214-1631-494d-b6cc-8c7bd68e87b0 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/security-groups?id=2851b60b-dc5b-4a10-8667-c51886da8d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313153 Dec 14 18:47:10.058284 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c63ffba-70fa-48c8-bd32-bb2fdcfb8140 req-6c15ed4c-d85a-44f2-9dc3-1770d20c5ee2 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:10.059752 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-2c63ffba-70fa-48c8-bd32-bb2fdcfb8140 req-6c15ed4c-d85a-44f2-9dc3-1770d20c5ee2 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 943 time: 0.0482662 Dec 14 18:47:10.104439 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-2c63ffba-70fa-48c8-bd32-bb2fdcfb8140 req-c81272c3-a0d0-4802-b157-0b67316cffd5 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329018 Dec 14 18:47:10.208684 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0cbd55-2cec-4c66-8f5f-8d5eefbeae40 req-6ab874fa-e067-4af1-8d90-2b9b2668de26 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:10.210738 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ac0cbd55-2cec-4c66-8f5f-8d5eefbeae40 req-6ab874fa-e067-4af1-8d90-2b9b2668de26 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/ports?device_id=47d7d542-e21e-4567-8e75-4e0a3f1df41c HTTP/1.1" status: 200 len: 945 time: 0.0500031 Dec 14 18:47:10.248225 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ac0cbd55-2cec-4c66-8f5f-8d5eefbeae40 req-4672ff48-3af7-46e1-a4f6-afbf001fa4fd tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/security-groups?id=2851b60b-dc5b-4a10-8667-c51886da8d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314341 Dec 14 18:47:11.232826 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e039453-048c-44b6-bb28-68bfdce5221b req-e43f70bf-fc31-427d-88ec-8da9ea98d6e1 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:11.234260 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-1e039453-048c-44b6-bb28-68bfdce5221b req-e43f70bf-fc31-427d-88ec-8da9ea98d6e1 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 943 time: 0.0510886 Dec 14 18:47:11.273065 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-1e039453-048c-44b6-bb28-68bfdce5221b req-fd4dd896-c41a-4c18-82eb-14a22bbffc86 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311821 Dec 14 18:47:11.366222 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed9640-48c1-44df-867e-93cdea2a4152 req-8cf038f3-bca7-4817-8245-101dfba86095 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:11.367714 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5aed9640-48c1-44df-867e-93cdea2a4152 req-8cf038f3-bca7-4817-8245-101dfba86095 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/ports?device_id=47d7d542-e21e-4567-8e75-4e0a3f1df41c HTTP/1.1" status: 200 len: 945 time: 0.0529079 Dec 14 18:47:11.405439 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5aed9640-48c1-44df-867e-93cdea2a4152 req-387a97c7-884d-4df5-86a2-1acd8100df4f tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/security-groups?id=2851b60b-dc5b-4a10-8667-c51886da8d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315647 Dec 14 18:47:12.370051 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-9ad8b06a-df5b-47d0-9ca9-47d885e7726f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:12.405834 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c99513-e090-4e52-ae1d-8ab42416798e req-f3131197-7bd8-4c22-82b2-02b6c4d0f684 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:12.407591 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-36c99513-e090-4e52-ae1d-8ab42416798e req-f3131197-7bd8-4c22-82b2-02b6c4d0f684 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 943 time: 0.0606794 Dec 14 18:47:12.451822 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-36c99513-e090-4e52-ae1d-8ab42416798e req-df5b1f22-ed14-448c-8aeb-8d2a799f7177 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382142 Dec 14 18:47:12.472445 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 46000) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:47:12.587539 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-41aa0d07-3040-4366-b23a-d386761322e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:12.663445 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-41aa0d07-3040-4366-b23a-d386761322e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:12.667022 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-41aa0d07-3040-4366-b23a-d386761322e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:12.706969 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa0d07-3040-4366-b23a-d386761322e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aefca209-21c9-47da-a184-276889fee5d5,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:47:12.712289 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-41aa0d07-3040-4366-b23a-d386761322e6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=139e83558be9406abd22d2e16e079169&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2387960 Dec 14 18:47:12.715122 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 46004) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:47:12.784056 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-071e8622-72d9-42b5-92d0-a70b6c17c12b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:12.805997 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-071e8622-72d9-42b5-92d0-a70b6c17c12b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:12.853129 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-071e8622-72d9-42b5-92d0-a70b6c17c12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:12.855744 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-071e8622-72d9-42b5-92d0-a70b6c17c12b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:12.856881 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-071e8622-72d9-42b5-92d0-a70b6c17c12b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/aefca209-21c9-47da-a184-276889fee5d5 HTTP/1.1" status: 204 len: 168 time: 0.1404040 Dec 14 18:47:12.864865 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071e8622-72d9-42b5-92d0-a70b6c17c12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefca209-21c9-47da-a184-276889fee5d5,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:47:13.574209 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6ead7-3e79-4904-b3f4-a9bf953c0c52 req-264a0766-7cdb-495d-8b2b-8a4ccd018519 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:13.575694 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-fad6ead7-3e79-4904-b3f4-a9bf953c0c52 req-264a0766-7cdb-495d-8b2b-8a4ccd018519 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 943 time: 0.0519438 Dec 14 18:47:13.624052 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-fad6ead7-3e79-4904-b3f4-a9bf953c0c52 req-91155123-bf46-428a-a189-ed5e4fc193d4 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359445 Dec 14 18:47:14.728779 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-f615a510-c9b4-4ebd-a787-afc6c6c516d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:14.748421 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4901846-8bd0-4cb1-9b2c-072ccbf8be81 req-21c3e8cc-867b-4688-9690-f86169a4fb24 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:14.749893 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-d4901846-8bd0-4cb1-9b2c-072ccbf8be81 req-21c3e8cc-867b-4688-9690-f86169a4fb24 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 943 time: 0.0528991 Dec 14 18:47:14.794297 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-d4901846-8bd0-4cb1-9b2c-072ccbf8be81 req-6650c16f-d95f-4727-8286-f4e41bf2ecbf tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379808 Dec 14 18:47:15.911377 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec01040-375b-4ed5-a53e-e2dd664da842 req-fec84681-e6b1-47b1-ba9a-9224476d8a18 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:15.912877 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-7ec01040-375b-4ed5-a53e-e2dd664da842 req-fec84681-e6b1-47b1-ba9a-9224476d8a18 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 943 time: 0.0510051 Dec 14 18:47:15.954392 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-7ec01040-375b-4ed5-a53e-e2dd664da842 req-029278f9-bfc4-4fc9-8126-ad2d7ebab406 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347772 Dec 14 18:47:16.171796 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:17.087152 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e08a1-19a5-4a46-8d19-6fafe9d61d9e req-71a308cc-a47f-4d73-b49d-bb72d03066c6 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:17.088679 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-720e08a1-19a5-4a46-8d19-6fafe9d61d9e req-71a308cc-a47f-4d73-b49d-bb72d03066c6 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 943 time: 0.0572488 Dec 14 18:47:17.126692 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-720e08a1-19a5-4a46-8d19-6fafe9d61d9e req-5e325a29-f80f-410e-b441-5f4976d3d25e tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322373 Dec 14 18:47:17.239630 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 92e1bf3e-099a-4c9f-b31d-e4954b6813d1 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=108022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:47:17.337237 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port 92e1bf3e-099a-4c9f-b31d-e4954b6813d1, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=92e1bf3e-099a-4c9f-b31d-e4954b6813d1,segment=NetworkSegment(d67fca54-e316-4758-9f95-27fc03e03491),segment_id=d67fca54-e316-4758-9f95-27fc03e03491)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:47:17.351174 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Returning: {'device': '92e1bf3e-099a-4c9f-b31d-e4954b6813d1', 'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d', 'port_id': '92e1bf3e-099a-4c9f-b31d-e4954b6813d1', 'mac_address': 'fa:16:3e:07:37:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd961d8ae-8136-463f-bf43-32c0a15a6798', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:47:17.392570 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:17.405684 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92e1bf3e-099a-4c9f-b31d-e4954b6813d1 {{(pid=108022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:47:17.425009 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port 92e1bf3e-099a-4c9f-b31d-e4954b6813d1, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=92e1bf3e-099a-4c9f-b31d-e4954b6813d1,segment=NetworkSegment(d67fca54-e316-4758-9f95-27fc03e03491),segment_id=d67fca54-e316-4758-9f95-27fc03e03491)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:47:17.430938 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:17.496527 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=92e1bf3e-099a-4c9f-b31d-e4954b6813d1,revision_number=9']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:47:17.518034 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:17.685423 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] get_ports_and_sgs() called for port_ids ['92e1bf3e-099a-4c9f-b31d-e4954b6813d1'] {{(pid=108022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:47:17.866014 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:18.251762 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee4e4a-6d97-4ffc-b181-7b7225527268 req-90ce8403-caf6-4f11-b314-a4151b6b977d tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:18.253397 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-fdee4e4a-6d97-4ffc-b181-7b7225527268 req-90ce8403-caf6-4f11-b314-a4151b6b977d tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 944 time: 0.0531788 Dec 14 18:47:18.294742 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-fdee4e4a-6d97-4ffc-b181-7b7225527268 req-c66c1c4a-ae71-44f2-b7dc-d1d19350044e tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348971 Dec 14 18:47:18.743642 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d470d-3473-472d-bfce-09fe83b92e20 req-f09dd24f-c39b-40bc-8269-b258e5762005 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:18.745143 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-155d470d-3473-472d-bfce-09fe83b92e20 req-f09dd24f-c39b-40bc-8269-b258e5762005 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 946 time: 0.0485940 Dec 14 18:47:18.789105 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-155d470d-3473-472d-bfce-09fe83b92e20 req-6c676b1c-54f0-4533-ba90-ad92f17cc1e2 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370653 Dec 14 18:47:19.259889 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 92e1bf3e-099a-4c9f-b31d-e4954b6813d1 up at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:47:19.311004 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Provisioning complete for port 92e1bf3e-099a-4c9f-b31d-e4954b6813d1 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:47:19.311377 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:19.394692 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:19.424551 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc608ae-3344-4524-9d53-7e76b3a921e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e1bf3e-099a-4c9f-b31d-e4954b6813d1'}] {{(pid=108022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:47:19.424803 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c38a0a-4dc5-409c-a248-e822b3fed3c5 req-956e2b14-60c3-4ae9-97db-c615ecfeeea4 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:19.426391 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-78c38a0a-4dc5-409c-a248-e822b3fed3c5 req-956e2b14-60c3-4ae9-97db-c615ecfeeea4 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 944 time: 0.0522604 Dec 14 18:47:19.434885 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4652f51f42c3be85180d8c5c7bba1325bd3159a0fd8a88314674832532d8132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81964b44-98a5-4f13-9317-6c5ffe7a0623" -d '{"events": [{"server_uuid": "0dc608ae-3344-4524-9d53-7e76b3a921e6", "name": "network-vif-plugged", "status": "completed", "tag": "92e1bf3e-099a-4c9f-b31d-e4954b6813d1"}]}' {{(pid=108022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:47:19.449384 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port 92e1bf3e-099a-4c9f-b31d-e4954b6813d1, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=92e1bf3e-099a-4c9f-b31d-e4954b6813d1,segment=NetworkSegment(d67fca54-e316-4758-9f95-27fc03e03491),segment_id=d67fca54-e316-4758-9f95-27fc03e03491)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:47:19.454435 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:19.480484 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062a3df0-702a-49f2-ad30-6b9ee5a65cd6 x-openstack-request-id: req-062a3df0-702a-49f2-ad30-6b9ee5a65cd6 {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:47:19.480710 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc608ae-3344-4524-9d53-7e76b3a921e6", "name": "network-vif-plugged", "status": "completed", "tag": "92e1bf3e-099a-4c9f-b31d-e4954b6813d1", "code": 200}]} {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:47:19.481059 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-062a3df0-702a-49f2-ad30-6b9ee5a65cd6 {{(pid=108022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:47:19.481446 dv-cinder-821746-1-iscsi neutron-server[108022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc608ae-3344-4524-9d53-7e76b3a921e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e1bf3e-099a-4c9f-b31d-e4954b6813d1', 'code': 200} Dec 14 18:47:19.489655 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-78c38a0a-4dc5-409c-a248-e822b3fed3c5 req-ae64b4e3-e9c1-412e-841f-dba30babc030 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558641 Dec 14 18:47:19.524092 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=92e1bf3e-099a-4c9f-b31d-e4954b6813d1,revision_number=10']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:47:19.923485 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d9d3b-b3e9-40ff-a1b1-abbce57f2281 req-2fe79a9f-5179-4d24-938b-589a3b6954f3 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:19.924928 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-703d9d3b-b3e9-40ff-a1b1-abbce57f2281 req-2fe79a9f-5179-4d24-938b-589a3b6954f3 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 946 time: 0.0546567 Dec 14 18:47:19.937241 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79386ed-8fb3-4208-9577-e78657cf652f req-ca19c66b-b8de-4f02-a896-ff9ca9f8c092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:19.939218 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a79386ed-8fb3-4208-9577-e78657cf652f req-ca19c66b-b8de-4f02-a896-ff9ca9f8c092 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 1099 time: 0.0469303 Dec 14 18:47:19.967611 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-703d9d3b-b3e9-40ff-a1b1-abbce57f2281 req-29b09912-baf9-4ac3-ad0f-3d16d43a8ea6 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356908 Dec 14 18:47:19.975285 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a79386ed-8fb3-4208-9577-e78657cf652f req-d1c6f4a9-b330-4d61-a3eb-ef74ae38256e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288830 Dec 14 18:47:20.613491 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52650c-aed2-47d4-947c-4036a32e7131 req-f00cd4ad-114f-4e19-9144-67af477ed262 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:20.615550 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-fe52650c-aed2-47d4-947c-4036a32e7131 req-f00cd4ad-114f-4e19-9144-67af477ed262 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 946 time: 0.0528660 Dec 14 18:47:20.654813 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-fe52650c-aed2-47d4-947c-4036a32e7131 req-2d39f3a4-e64f-4e8b-88b6-05579734ce40 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322120 Dec 14 18:47:20.865493 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 46172) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:47:20.969360 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4634cdac-120d-46e7-a610-9a6d3426da5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:21.069533 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4634cdac-120d-46e7-a610-9a6d3426da5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:21.073374 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4634cdac-120d-46e7-a610-9a6d3426da5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:21.118606 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4634cdac-120d-46e7-a610-9a6d3426da5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0f8a9e-6424-4da2-b029-cc3749f69ee0,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:47:21.125847 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-4634cdac-120d-46e7-a610-9a6d3426da5f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4f37383af36f471e8eab1ea24432b166&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2569377 Dec 14 18:47:21.126229 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 46178) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:47:21.131493 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0cdeb-25c0-401c-ae84-fb43dd1ef7ec req-1ec3c25a-cb35-451e-a0f3-8f6e8eaa998d tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:21.133019 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-dbe0cdeb-25c0-401c-ae84-fb43dd1ef7ec req-1ec3c25a-cb35-451e-a0f3-8f6e8eaa998d tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 946 time: 0.0939200 Dec 14 18:47:21.174640 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-dbe0cdeb-25c0-401c-ae84-fb43dd1ef7ec req-8391a90e-100c-488d-89f7-780dab26805a tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340004 Dec 14 18:47:21.187390 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-c2ab88db-4fa2-47f2-b78d-653ed6cb9efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:21.210595 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-c2ab88db-4fa2-47f2-b78d-653ed6cb9efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:21.256881 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-c2ab88db-4fa2-47f2-b78d-653ed6cb9efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:21.260842 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-c2ab88db-4fa2-47f2-b78d-653ed6cb9efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:21.264346 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-c2ab88db-4fa2-47f2-b78d-653ed6cb9efa admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ae0f8a9e-6424-4da2-b029-cc3749f69ee0 HTTP/1.1" status: 204 len: 168 time: 0.1347406 Dec 14 18:47:21.278285 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ab88db-4fa2-47f2-b78d-653ed6cb9efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0f8a9e-6424-4da2-b029-cc3749f69ee0,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:47:21.554076 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 46194) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:47:21.576486 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-6d03756d-83bd-4c4d-ba49-e288a5c5eee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:21.667107 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-6d03756d-83bd-4c4d-ba49-e288a5c5eee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:21.671988 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-6d03756d-83bd-4c4d-ba49-e288a5c5eee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:21.718395 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d03756d-83bd-4c4d-ba49-e288a5c5eee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7805642b-3622-4792-914f-1a9f687cf096,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:47:21.732246 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 46220) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:47:21.733457 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-6d03756d-83bd-4c4d-ba49-e288a5c5eee7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=af5ed829bfa5421ba3dfa0b2737519f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1777630 Dec 14 18:47:21.790580 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5899a23-1dac-499f-9064-e72101ca06bb req-8ebb0116-d951-4d73-be6c-4add119cded4 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:21.791844 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-dd003925-ccf0-4376-b9ec-3e26fcb99927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:21.792155 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-e5899a23-1dac-499f-9064-e72101ca06bb req-8ebb0116-d951-4d73-be6c-4add119cded4 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 946 time: 0.0570097 Dec 14 18:47:21.823958 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-dd003925-ccf0-4376-b9ec-3e26fcb99927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:21.837491 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-e5899a23-1dac-499f-9064-e72101ca06bb req-a097dea8-2b69-453f-b9e2-fa2c46287947 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381134 Dec 14 18:47:21.878562 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-dd003925-ccf0-4376-b9ec-3e26fcb99927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:21.881876 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-dd003925-ccf0-4376-b9ec-3e26fcb99927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:21.883497 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-dd003925-ccf0-4376-b9ec-3e26fcb99927 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7805642b-3622-4792-914f-1a9f687cf096 HTTP/1.1" status: 204 len: 168 time: 0.1502304 Dec 14 18:47:21.891807 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd003925-ccf0-4376-b9ec-3e26fcb99927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7805642b-3622-4792-914f-1a9f687cf096,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:47:22.105184 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:22.217733 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 46232) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:47:22.230787 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-ddfc2235-a026-433a-aec2-1de4b64f500e admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:22.321729 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dbed7e-32f2-4f77-8e5f-7be9b69bcfd2 req-81ac54eb-e1b8-4487-9711-9187b4bf7a5d tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:22.323243 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-f8dbed7e-32f2-4f77-8e5f-7be9b69bcfd2 req-81ac54eb-e1b8-4487-9711-9187b4bf7a5d tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 946 time: 0.0745070 Dec 14 18:47:22.379965 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-ddfc2235-a026-433a-aec2-1de4b64f500e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:22.386913 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-f8dbed7e-32f2-4f77-8e5f-7be9b69bcfd2 req-3e915965-03d2-4508-97e4-cc229f77d980 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567229 Dec 14 18:47:22.388098 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-ddfc2235-a026-433a-aec2-1de4b64f500e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:22.428202 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-ddfc2235-a026-433a-aec2-1de4b64f500e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6293d3eda196443e9dab5c0f141b30df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2093768 Dec 14 18:47:22.429066 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc2235-a026-433a-aec2-1de4b64f500e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb50dc5-9990-4933-9037-1c04b2352511,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:47:22.430825 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 46236) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:47:22.481843 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-1ed482e1-8238-434f-8590-50d4390052cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:22.510494 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-1ed482e1-8238-434f-8590-50d4390052cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:22.561490 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-1ed482e1-8238-434f-8590-50d4390052cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:22.564144 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-1ed482e1-8238-434f-8590-50d4390052cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:22.565293 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-1ed482e1-8238-434f-8590-50d4390052cc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/eeb50dc5-9990-4933-9037-1c04b2352511 HTTP/1.1" status: 204 len: 168 time: 0.1329112 Dec 14 18:47:22.573606 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed482e1-8238-434f-8590-50d4390052cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb50dc5-9990-4933-9037-1c04b2352511,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:47:22.751465 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.agents_db [None req-bc91d4ce-6c5b-4ff0-abae-02e3a00e1a46 None None] Agent healthcheck: found 6 active agents {{(pid=108023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:47:22.968401 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f15edb-3a33-434b-8e5d-9173e3148f52 req-be486275-09a5-46a2-bb79-757869efae73 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:22.969912 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f5f15edb-3a33-434b-8e5d-9173e3148f52 req-be486275-09a5-46a2-bb79-757869efae73 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 946 time: 0.0516069 Dec 14 18:47:23.008883 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f5f15edb-3a33-434b-8e5d-9173e3148f52 req-a2cc9a37-4ec7-43bb-8d76-82d0abff5a2c tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324023 Dec 14 18:47:23.267514 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 46262) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:47:23.360651 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-37fccf00-30cf-4722-9acf-a20c8da65183 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1497445239-network', 'tenant_id': 'ab475bf74ae94627b9b34174901adbaf'}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:47:23.380773 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fccf00-30cf-4722-9acf-a20c8da65183 admin admin] Made reservation on behalf of ab475bf74ae94627b9b34174901adbaf for: {'network': 1} {{(pid=108021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:47:23.383228 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-37fccf00-30cf-4722-9acf-a20c8da65183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for network, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:23.391789 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-37fccf00-30cf-4722-9acf-a20c8da65183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:23.506763 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-37fccf00-30cf-4722-9acf-a20c8da65183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:23.511543 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-37fccf00-30cf-4722-9acf-a20c8da65183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:23.540355 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e6a70-517d-4e71-b731-8d10c853ccae req-ee817c3e-7e32-4ba5-bf95-bcd024366d4b tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:23.541809 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-798e6a70-517d-4e71-b731-8d10c853ccae req-ee817c3e-7e32-4ba5-bf95-bcd024366d4b tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 946 time: 0.0815508 Dec 14 18:47:23.547597 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37fccf00-30cf-4722-9acf-a20c8da65183 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=108021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 18:47:23.573829 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-37fccf00-30cf-4722-9acf-a20c8da65183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017'] for segment, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:23.574262 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.db.segments_db [None req-37fccf00-30cf-4722-9acf-a20c8da65183 admin admin] Added segment 30353971-0557-4376-bd51-df832c5b9df7 of type vlan for network 35ee5699-7eb1-48b4-b978-1df34b38b293 Dec 14 18:47:23.581227 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fccf00-30cf-4722-9acf-a20c8da65183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655bfe8d-4875-49b9-b21a-e98e337a5450,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:47:23.642936 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-37fccf00-30cf-4722-9acf-a20c8da65183 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730914932920'] for network, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:23.648699 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-798e6a70-517d-4e71-b731-8d10c853ccae req-f087158f-0ccb-424c-a583-82750863f8ef tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920095 Dec 14 18:47:23.674463 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-37fccf00-30cf-4722-9acf-a20c8da65183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355'] for network, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:23.675482 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fccf00-30cf-4722-9acf-a20c8da65183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:23.676038 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-37fccf00-30cf-4722-9acf-a20c8da65183 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for network, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:23.731554 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-37fccf00-30cf-4722-9acf-a20c8da65183 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4629083 Dec 14 18:47:23.734622 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 46270) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:47:23.738774 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fccf00-30cf-4722-9acf-a20c8da65183 admin admin] Pushing event updated for resources: {'Network': ['ID=35ee5699-7eb1-48b4-b978-1df34b38b293,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:47:23.739745 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [None req-a0e78966-2fce-42e9-b09c-6d5572a10800 admin admin] Request body: {'subnet': {'network_id': '35ee5699-7eb1-48b4-b978-1df34b38b293', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1497445239-subnet', 'tenant_id': 'ab475bf74ae94627b9b34174901adbaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:47:23.748944 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Network 35ee5699-7eb1-48b4-b978-1df34b38b293 details requested by agent ovs-agent-dv-cinder-821746-1-iscsi with host dv-cinder-821746-1-iscsi {{(pid=108022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 18:47:23.763143 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e78966-2fce-42e9-b09c-6d5572a10800 admin admin] Made reservation on behalf of ab475bf74ae94627b9b34174901adbaf for: {'subnet': 1} {{(pid=108020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:47:23.765601 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-a0e78966-2fce-42e9-b09c-6d5572a10800 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:23.943546 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-a0e78966-2fce-42e9-b09c-6d5572a10800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355'] for subnet, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:24.001119 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e78966-2fce-42e9-b09c-6d5572a10800 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1ca4955-1c53-4670-af19-803365fd7a59,revision_number=0']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:47:24.010794 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e78966-2fce-42e9-b09c-6d5572a10800 admin admin] Checking segment: {'id': '30353971-0557-4376-bd51-df832c5b9df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '35ee5699-7eb1-48b4-b978-1df34b38b293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:47:24.011172 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e78966-2fce-42e9-b09c-6d5572a10800 admin admin] Network hostable DHCP agents. Network: 35ee5699-7eb1-48b4-b978-1df34b38b293, hostable agents: ['d5bdede2-47ae-43f0-be18-738289bca353'], hosted agents: [] {{(pid=108020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 18:47:24.028504 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e78966-2fce-42e9-b09c-6d5572a10800 admin admin] Network 35ee5699-7eb1-48b4-b978-1df34b38b293 is scheduled to be hosted by DHCP agent d5bdede2-47ae-43f0-be18-738289bca353 with binding_index 1 {{(pid=108020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 18:47:24.037285 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.base_scheduler [None req-a0e78966-2fce-42e9-b09c-6d5572a10800 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821746-1-iscsi, 35ee5699-7eb1-48b4-b978-1df34b38b293) {{(pid=108020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:47:24.041659 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e78966-2fce-42e9-b09c-6d5572a10800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:24.042292 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-a0e78966-2fce-42e9-b09c-6d5572a10800 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:24.046229 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfebddd-6e67-4c15-b6a5-31951fababe6 None None] Network 35ee5699-7eb1-48b4-b978-1df34b38b293 requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:47:24.058724 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-a0e78966-2fce-42e9-b09c-6d5572a10800 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3229949 Dec 14 18:47:24.170440 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d00bc70-3489-4a50-b005-3b844e3782df None None] Network 35ee5699-7eb1-48b4-b978-1df34b38b293 requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:47:24.768588 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6751b-d0a1-47e2-95d2-ee6bd02f9afb req-8d853040-5fcd-4a11-ae9b-9399725abd96 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:24.769995 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-13d6751b-d0a1-47e2-95d2-ee6bd02f9afb req-8d853040-5fcd-4a11-ae9b-9399725abd96 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 946 time: 0.0529449 Dec 14 18:47:24.807625 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-13d6751b-d0a1-47e2-95d2-ee6bd02f9afb req-be88068b-c429-4628-ba88-c8e6eba43b39 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315449 Dec 14 18:47:25.827586 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-5822c8b0-3599-4cb9-930d-f657f56f9245 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:25.828946 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-5822c8b0-3599-4cb9-930d-f657f56f9245 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/networks?id=35ee5699-7eb1-48b4-b978-1df34b38b293 HTTP/1.1" status: 200 len: 809 time: 0.1040947 Dec 14 18:47:25.845754 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-73797518-3482-4ea5-b496-84e9b51f792b tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/quotas/ab475bf74ae94627b9b34174901adbaf HTTP/1.1" status: 200 len: 375 time: 0.0098627 Dec 14 18:47:25.877565 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-ccd31b18-1825-42a8-b177-95a79055e57d tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=ab475bf74ae94627b9b34174901adbaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260160 Dec 14 18:47:25.922196 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72519162-f633-43ab-a9d4-7fbb1c299dd3 req-b56f419c-0c2c-4f1e-b387-0339bafba0a4 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:25.923693 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-72519162-f633-43ab-a9d4-7fbb1c299dd3 req-b56f419c-0c2c-4f1e-b387-0339bafba0a4 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 946 time: 0.0502174 Dec 14 18:47:25.961601 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-72519162-f633-43ab-a9d4-7fbb1c299dd3 req-6bdb2350-028f-43bb-923b-a5685a456a2b tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317616 Dec 14 18:47:25.971046 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-d7de2e85-e59e-4fc8-924f-30ac708b2e64 service neutron] 10.222.0.71 "GET /v2.0/networks/35ee5699-7eb1-48b4-b978-1df34b38b293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859404 Dec 14 18:47:26.057648 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-06009b16-f1df-4380-ac3b-6aa4d8a08cb1 service neutron] 10.222.0.71 "GET /v2.0/networks/35ee5699-7eb1-48b4-b978-1df34b38b293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804503 Dec 14 18:47:27.075370 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f52b9f-0897-45a6-ab17-68bce82dea6e req-b8a00ba8-5752-48ef-b3be-158c7efa6326 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:27.076826 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-08f52b9f-0897-45a6-ab17-68bce82dea6e req-b8a00ba8-5752-48ef-b3be-158c7efa6326 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 946 time: 0.0480170 Dec 14 18:47:27.115559 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-08f52b9f-0897-45a6-ab17-68bce82dea6e req-3945d749-0b89-4fb4-8ffa-e437ed4b6bab tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326424 Dec 14 18:47:27.243194 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f6e876bc-e4c5-4e39-8695-62904ccdba67 req-10805227-9aca-4b21-bf85-31bfbae43b96 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/ports?device_id=15c1ac5a-3bec-4f01-8656-dc18c9067c48 HTTP/1.1" status: 200 len: 210 time: 0.0290983 Dec 14 18:47:28.207118 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-59eed590-c3f3-420d-aeeb-aceb08b3f76f tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:28.208792 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-59eed590-c3f3-420d-aeeb-aceb08b3f76f tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.61 "GET /v2.0/networks?id=35ee5699-7eb1-48b4-b978-1df34b38b293 HTTP/1.1" status: 200 len: 809 time: 0.1064618 Dec 14 18:47:28.222984 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-c7192298-3d93-4211-af06-51d8466086d4 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Request body: {'port': {'device_id': '15c1ac5a-3bec-4f01-8656-dc18c9067c48', 'network_id': '35ee5699-7eb1-48b4-b978-1df34b38b293', 'admin_state_up': True, 'tenant_id': 'ab475bf74ae94627b9b34174901adbaf'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:47:28.236914 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa1ef8-00d1-4898-9f94-9a186afb5e8b req-2e06a18f-0156-41ba-b23b-9d223a7bee94 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:28.238806 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-2efa1ef8-00d1-4898-9f94-9a186afb5e8b req-2e06a18f-0156-41ba-b23b-9d223a7bee94 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 946 time: 0.0499098 Dec 14 18:47:28.280264 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-2efa1ef8-00d1-4898-9f94-9a186afb5e8b req-4e8b3c89-59c5-440d-a44a-3e0e91ba6f59 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344436 Dec 14 18:47:28.346472 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-174c43c7-0173-4b8d-a752-0ecf541dd497 req-24e3fa81-9f78-4074-b558-cca40c107a9c tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/ports?device_id=15c1ac5a-3bec-4f01-8656-dc18c9067c48 HTTP/1.1" status: 200 len: 210 time: 0.0305347 Dec 14 18:47:28.362240 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-c7192298-3d93-4211-af06-51d8466086d4 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Made reservation on behalf of ab475bf74ae94627b9b34174901adbaf for: {'port': 1} {{(pid=108020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:47:28.366060 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-c7192298-3d93-4211-af06-51d8466086d4 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:28.501014 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.db_base_plugin_common [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-c7192298-3d93-4211-af06-51d8466086d4 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Allocated IP 172.20.0.6 (35ee5699-7eb1-48b4-b978-1df34b38b293/f1ca4955-1c53-4670-af19-803365fd7a59/a8f2ea14-e69f-4296-8376-09699bab2dba) {{(pid=108020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:47:28.650099 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-c7192298-3d93-4211-af06-51d8466086d4 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Notify callbacks [] for port, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:28.683097 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-c7192298-3d93-4211-af06-51d8466086d4 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957'] for port, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:28.730199 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-c7192298-3d93-4211-af06-51d8466086d4 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Network 35ee5699-7eb1-48b4-b978-1df34b38b293 is already hosted by enough agents. {{(pid=108020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:47:28.733305 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.base_scheduler [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-c7192298-3d93-4211-af06-51d8466086d4 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Resources bound (agent type, host, resource id): {{(pid=108020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:47:28.736993 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-c7192298-3d93-4211-af06-51d8466086d4 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Received port after_create {{(pid=108020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:47:28.742842 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-c7192298-3d93-4211-af06-51d8466086d4 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:28.743461 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-c7192298-3d93-4211-af06-51d8466086d4 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:28.755063 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7192298-3d93-4211-af06-51d8466086d4 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Pushing event updated for resources: {'Port': ['ID=a8f2ea14-e69f-4296-8376-09699bab2dba,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:47:28.765950 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7192298-3d93-4211-af06-51d8466086d4 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:47:28.766308 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7192298-3d93-4211-af06-51d8466086d4 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:47:28.766688 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7192298-3d93-4211-af06-51d8466086d4 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:47:28.767025 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7192298-3d93-4211-af06-51d8466086d4 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:47:28.767357 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7192298-3d93-4211-af06-51d8466086d4 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:47:28.767696 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7192298-3d93-4211-af06-51d8466086d4 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:47:28.768059 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7192298-3d93-4211-af06-51d8466086d4 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:47:28.768389 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7192298-3d93-4211-af06-51d8466086d4 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:47:28.768683 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7192298-3d93-4211-af06-51d8466086d4 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:47:28.769012 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7192298-3d93-4211-af06-51d8466086d4 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:47:28.769337 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7192298-3d93-4211-af06-51d8466086d4 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:47:28.769661 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7192298-3d93-4211-af06-51d8466086d4 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:47:28.776715 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-c7192298-3d93-4211-af06-51d8466086d4 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5575740 Dec 14 18:47:28.793920 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-dd58d4c3-67f3-45d9-b6f9-64c107cd3e57 service neutron] Request body: {'port': {'device_id': '15c1ac5a-3bec-4f01-8656-dc18c9067c48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:47:28.847716 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-dd58d4c3-67f3-45d9-b6f9-64c107cd3e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:29.131055 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-dd58d4c3-67f3-45d9-b6f9-64c107cd3e57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8f2ea14-e69f-4296-8376-09699bab2dba {{(pid=108020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:47:29.139268 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-dd58d4c3-67f3-45d9-b6f9-64c107cd3e57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:29.152260 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.provisioning_blocks [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-dd58d4c3-67f3-45d9-b6f9-64c107cd3e57 service neutron] Transition to ACTIVE for port object a8f2ea14-e69f-4296-8376-09699bab2dba will not be triggered until provisioned by entity L2. {{(pid=108020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 18:47:29.156312 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-dd58d4c3-67f3-45d9-b6f9-64c107cd3e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:29.207668 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd58d4c3-67f3-45d9-b6f9-64c107cd3e57 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f2ea14-e69f-4296-8376-09699bab2dba,revision_number=2']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:47:29.234823 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-dd58d4c3-67f3-45d9-b6f9-64c107cd3e57 service neutron] Attempting to bind port a8f2ea14-e69f-4296-8376-09699bab2dba on host hv-cinder-82174 for vnic_type normal with profile {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:47:29.235150 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-dd58d4c3-67f3-45d9-b6f9-64c107cd3e57 service neutron] Attempting to bind port a8f2ea14-e69f-4296-8376-09699bab2dba by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '30353971-0557-4376-bd51-df832c5b9df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '35ee5699-7eb1-48b4-b978-1df34b38b293'}] {{(pid=108020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:47:29.235470 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-dd58d4c3-67f3-45d9-b6f9-64c107cd3e57 service neutron] Attempting to bind port a8f2ea14-e69f-4296-8376-09699bab2dba on network 35ee5699-7eb1-48b4-b978-1df34b38b293 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:47:29.240412 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-dd58d4c3-67f3-45d9-b6f9-64c107cd3e57 service neutron] Port a8f2ea14-e69f-4296-8376-09699bab2dba on network 35ee5699-7eb1-48b4-b978-1df34b38b293 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 18:47:29.240757 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-dd58d4c3-67f3-45d9-b6f9-64c107cd3e57 service neutron] Attempting to bind port a8f2ea14-e69f-4296-8376-09699bab2dba on network 35ee5699-7eb1-48b4-b978-1df34b38b293 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:47:29.245452 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-dd58d4c3-67f3-45d9-b6f9-64c107cd3e57 service neutron] Checking agent: {'id': '1f764c31-0392-4232-adb6-72e70ca44f2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 41, 22), 'started_at': datetime.datetime(2021, 12, 14, 18, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:47:29.245783 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-dd58d4c3-67f3-45d9-b6f9-64c107cd3e57 service neutron] Checking segment: {'id': '30353971-0557-4376-bd51-df832c5b9df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '35ee5699-7eb1-48b4-b978-1df34b38b293'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:47:29.246152 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-dd58d4c3-67f3-45d9-b6f9-64c107cd3e57 service neutron] Bound using segment: {'id': '30353971-0557-4376-bd51-df832c5b9df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '35ee5699-7eb1-48b4-b978-1df34b38b293'} {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:47:29.246610 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-dd58d4c3-67f3-45d9-b6f9-64c107cd3e57 service neutron] Bound port: a8f2ea14-e69f-4296-8376-09699bab2dba, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30353971-0557-4376-bd51-df832c5b9df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '35ee5699-7eb1-48b4-b978-1df34b38b293'}}] {{(pid=108020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:47:29.246959 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-dd58d4c3-67f3-45d9-b6f9-64c107cd3e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:29.308503 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-dd58d4c3-67f3-45d9-b6f9-64c107cd3e57 service neutron] For port a8f2ea14-e69f-4296-8376-09699bab2dba, host hv-cinder-82174, cleared binding levels {{(pid=108020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:47:29.311933 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-dd58d4c3-67f3-45d9-b6f9-64c107cd3e57 service neutron] For port a8f2ea14-e69f-4296-8376-09699bab2dba, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a8f2ea14-e69f-4296-8376-09699bab2dba,segment=NetworkSegment(30353971-0557-4376-bd51-df832c5b9df7),segment_id=30353971-0557-4376-bd51-df832c5b9df7)] {{(pid=108020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:47:29.316256 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-dd58d4c3-67f3-45d9-b6f9-64c107cd3e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:29.356466 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-dd58d4c3-67f3-45d9-b6f9-64c107cd3e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:29.357070 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-dd58d4c3-67f3-45d9-b6f9-64c107cd3e57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:29.358393 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-dd58d4c3-67f3-45d9-b6f9-64c107cd3e57 service neutron] 10.222.0.61 "PUT /v2.0/ports/a8f2ea14-e69f-4296-8376-09699bab2dba HTTP/1.1" status: 200 len: 1093 time: 0.5688639 Dec 14 18:47:29.358852 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15c1ac5a-3bec-4f01-8656-dc18c9067c48', 'tag': 'a8f2ea14-e69f-4296-8376-09699bab2dba'}] {{(pid=108020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:47:29.361090 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d1d651e17726932f2c063a5cb62fed0687a982c73a8c4b64805019ed9839e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0038cb-40ea-4a2d-aa19-d658ca7e0140" -d '{"events": [{"name": "network-changed", "server_uuid": "15c1ac5a-3bec-4f01-8656-dc18c9067c48", "tag": "a8f2ea14-e69f-4296-8376-09699bab2dba"}]}' {{(pid=108020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:47:29.417949 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640317d7-c9c9-43ba-88e7-e50a676c41fd x-openstack-request-id: req-640317d7-c9c9-43ba-88e7-e50a676c41fd {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:47:29.417949 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15c1ac5a-3bec-4f01-8656-dc18c9067c48", "tag": "a8f2ea14-e69f-4296-8376-09699bab2dba", "status": "completed", "code": 200}]} {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:47:29.418270 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-640317d7-c9c9-43ba-88e7-e50a676c41fd {{(pid=108020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:47:29.418531 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15c1ac5a-3bec-4f01-8656-dc18c9067c48', 'tag': 'a8f2ea14-e69f-4296-8376-09699bab2dba', 'status': 'completed', 'code': 200} Dec 14 18:47:29.433287 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd58d4c3-67f3-45d9-b6f9-64c107cd3e57 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f2ea14-e69f-4296-8376-09699bab2dba,revision_number=3']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:47:29.462389 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd151c6-5bc3-4107-89d7-9f34821a7459 req-c41b34a7-4a78-4e8d-b98d-8b22e27f9cfc tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:29.463878 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-dcd151c6-5bc3-4107-89d7-9f34821a7459 req-c41b34a7-4a78-4e8d-b98d-8b22e27f9cfc tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 946 time: 0.1090729 Dec 14 18:47:29.468340 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-11d77bbc-dfbb-4c62-9793-53a4ac427828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:29.470550 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-11d77bbc-dfbb-4c62-9793-53a4ac427828 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ab475bf74ae94627b9b34174901adbaf&device_id=15c1ac5a-3bec-4f01-8656-dc18c9067c48 HTTP/1.1" status: 200 len: 1096 time: 0.0645905 Dec 14 18:47:29.512635 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c9059-1fa1-4e91-9825-8540da26cfe8 req-da512cbc-74ff-48af-8580-1c0b4399b9dd tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:29.514108 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-d96c9059-1fa1-4e91-9825-8540da26cfe8 req-da512cbc-74ff-48af-8580-1c0b4399b9dd tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/ports?device_id=15c1ac5a-3bec-4f01-8656-dc18c9067c48 HTTP/1.1" status: 200 len: 943 time: 0.0539815 Dec 14 18:47:29.527453 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-d6ad596c-4aef-42f6-bb72-83372ae00104 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8f2ea14-e69f-4296-8376-09699bab2dba HTTP/1.1" status: 200 len: 217 time: 0.0433638 Dec 14 18:47:29.540627 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-dcd151c6-5bc3-4107-89d7-9f34821a7459 req-dc271165-6f44-447e-b27c-7cec2ca67587 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700111 Dec 14 18:47:29.563312 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-d96c9059-1fa1-4e91-9825-8540da26cfe8 req-7293622c-ff69-43e2-93f1-bd3cfd2c3803 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/security-groups?id=655bfe8d-4875-49b9-b21a-e98e337a5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333183 Dec 14 18:47:29.585101 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-7ca0f8a2-25a5-4caa-8057-05352cac5a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:29.586582 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-7ca0f8a2-25a5-4caa-8057-05352cac5a1b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f1ca4955-1c53-4670-af19-803365fd7a59 HTTP/1.1" status: 200 len: 849 time: 0.0450120 Dec 14 18:47:29.621193 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-57eb0564-cf26-4c58-9705-5ea1ffccfc8c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=35ee5699-7eb1-48b4-b978-1df34b38b293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272079 Dec 14 18:47:29.722141 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-49e75657-6d73-4b3f-be6f-1ed15888d0aa service neutron] 10.222.0.61 "GET /v2.0/networks/35ee5699-7eb1-48b4-b978-1df34b38b293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941396 Dec 14 18:47:29.739218 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a568f5-7cef-416c-9cef-e258dc1c6d33 req-7b428e78-7c2e-4d07-849e-1c671fefeab2 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:29.741095 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-44a568f5-7cef-416c-9cef-e258dc1c6d33 req-7b428e78-7c2e-4d07-849e-1c671fefeab2 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 946 time: 0.0513747 Dec 14 18:47:29.780997 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-44a568f5-7cef-416c-9cef-e258dc1c6d33 req-366a923e-d6bf-4643-b516-0201fa7954f9 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340893 Dec 14 18:47:29.850242 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc754403-c4a5-484f-b081-f1f1003f1b41 req-9af84230-86e5-4b69-bfd1-93cf02e9a5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:29.851750 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-fc754403-c4a5-484f-b081-f1f1003f1b41 req-9af84230-86e5-4b69-bfd1-93cf02e9a5d9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=949697f6123f48b49b1dfa9ea09b6236&device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 1099 time: 0.0758355 Dec 14 18:47:29.855401 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-fe731e9b-d0c8-4626-a6c4-e3ce372a768c req-21c7a14b-8c8a-48c4-b6b4-8381070af49f service neutron] 10.222.0.61 "GET /v2.0/networks/35ee5699-7eb1-48b4-b978-1df34b38b293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260316 Dec 14 18:47:29.974454 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0038cb-40ea-4a2d-aa19-d658ca7e0140 req-f8ad1d72-a720-42cb-89a4-9ce4a046f6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:29.975971 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-8f0038cb-40ea-4a2d-aa19-d658ca7e0140 req-f8ad1d72-a720-42cb-89a4-9ce4a046f6dc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ab475bf74ae94627b9b34174901adbaf&device_id=15c1ac5a-3bec-4f01-8656-dc18c9067c48 HTTP/1.1" status: 200 len: 1096 time: 0.0687611 Dec 14 18:47:29.980506 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc754403-c4a5-484f-b081-f1f1003f1b41 req-20f008b4-d0b2-47e5-859c-4cbc3ca13ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:29.981902 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-fc754403-c4a5-484f-b081-f1f1003f1b41 req-20f008b4-d0b2-47e5-859c-4cbc3ca13ed1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7f7553d6-566b-442a-8474-b9703b3d3a26 HTTP/1.1" status: 200 len: 911 time: 0.1178968 Dec 14 18:47:30.111861 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-fc754403-c4a5-484f-b081-f1f1003f1b41 req-9d146194-17c8-4770-bcdd-928b52b2fcb3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fa7c810-4b83-48b0-a3e3-bf2712047926 HTTP/1.1" status: 200 len: 1002 time: 0.1102829 Dec 14 18:47:30.169334 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0038cb-40ea-4a2d-aa19-d658ca7e0140 req-fd2d7bce-0698-4415-a463-62654f2dcb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:30.170819 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-8f0038cb-40ea-4a2d-aa19-d658ca7e0140 req-fd2d7bce-0698-4415-a463-62654f2dcb84 service neutron] 10.222.0.61 "GET /v2.0/networks?id=35ee5699-7eb1-48b4-b978-1df34b38b293 HTTP/1.1" status: 200 len: 910 time: 0.1705306 Dec 14 18:47:30.215832 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc754403-c4a5-484f-b081-f1f1003f1b41 req-c55d3d98-f6a8-4ccb-83f5-9b7626ae1d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:30.217297 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-fc754403-c4a5-484f-b081-f1f1003f1b41 req-c55d3d98-f6a8-4ccb-83f5-9b7626ae1d88 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=50e7903b-7a00-4646-be83-d8fc7d2d11f1 HTTP/1.1" status: 200 len: 849 time: 0.0937607 Dec 14 18:47:30.218986 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-8f0038cb-40ea-4a2d-aa19-d658ca7e0140 req-96d21c9f-3957-458b-ac5b-b9722cf1f602 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8f2ea14-e69f-4296-8376-09699bab2dba HTTP/1.1" status: 200 len: 217 time: 0.0402114 Dec 14 18:47:30.304994 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0038cb-40ea-4a2d-aa19-d658ca7e0140 req-5e97cb65-b34e-4a24-821a-7dde21a9c192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:30.306433 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-8f0038cb-40ea-4a2d-aa19-d658ca7e0140 req-5e97cb65-b34e-4a24-821a-7dde21a9c192 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f1ca4955-1c53-4670-af19-803365fd7a59 HTTP/1.1" status: 200 len: 849 time: 0.0685515 Dec 14 18:47:30.308952 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc754403-c4a5-484f-b081-f1f1003f1b41 req-2ecf2141-d265-4a44-b366-c1f9413e0f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:30.310300 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-fc754403-c4a5-484f-b081-f1f1003f1b41 req-2ecf2141-d265-4a44-b366-c1f9413e0f0b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7f7553d6-566b-442a-8474-b9703b3d3a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0799172 Dec 14 18:47:30.381597 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-8f0038cb-40ea-4a2d-aa19-d658ca7e0140 req-15c31f3f-f532-405d-be87-8017b8e995c2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=35ee5699-7eb1-48b4-b978-1df34b38b293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615416 Dec 14 18:47:30.477298 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-fc754403-c4a5-484f-b081-f1f1003f1b41 req-3a4ab618-b425-4ccf-9688-7559600baa36 service neutron] 10.222.0.61 "GET /v2.0/networks/7f7553d6-566b-442a-8474-b9703b3d3a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499460 Dec 14 18:47:30.548565 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-8f0038cb-40ea-4a2d-aa19-d658ca7e0140 req-59b1b461-73ca-408c-a4f4-4297912ba656 service neutron] 10.222.0.61 "GET /v2.0/networks/35ee5699-7eb1-48b4-b978-1df34b38b293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545072 Dec 14 18:47:30.641292 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-fc754403-c4a5-484f-b081-f1f1003f1b41 req-3edf5406-ced9-4d71-83f1-54690ae35c39 service neutron] 10.222.0.61 "GET /v2.0/networks/7f7553d6-566b-442a-8474-b9703b3d3a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553376 Dec 14 18:47:30.688243 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-8f0038cb-40ea-4a2d-aa19-d658ca7e0140 req-962ecc56-ba28-4a79-88ac-443aecc52221 service neutron] 10.222.0.61 "GET /v2.0/networks/35ee5699-7eb1-48b4-b978-1df34b38b293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317182 Dec 14 18:47:30.699502 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71e998-d25f-400f-9d27-171bacabb8ec req-75bf0b59-23a4-4adc-a085-85a555d22924 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:30.700994 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-cc71e998-d25f-400f-9d27-171bacabb8ec req-75bf0b59-23a4-4adc-a085-85a555d22924 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/ports?device_id=15c1ac5a-3bec-4f01-8656-dc18c9067c48 HTTP/1.1" status: 200 len: 943 time: 0.0770209 Dec 14 18:47:30.749796 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-cc71e998-d25f-400f-9d27-171bacabb8ec req-1156a1ef-5168-4fde-8a91-0fc48af09cfc tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/security-groups?id=655bfe8d-4875-49b9-b21a-e98e337a5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373845 Dec 14 18:47:30.896528 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a1319-9fce-492e-9a2d-09cf3827b74a req-0c9a9b46-a50b-40c9-b475-0e0e17cbc5ff tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:30.897924 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-013a1319-9fce-492e-9a2d-09cf3827b74a req-0c9a9b46-a50b-40c9-b475-0e0e17cbc5ff tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 946 time: 0.0490608 Dec 14 18:47:30.935436 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-013a1319-9fce-492e-9a2d-09cf3827b74a req-2d7331f0-4a22-40eb-80c8-72945fb23329 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316293 Dec 14 18:47:31.333052 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device a8f2ea14-e69f-4296-8376-09699bab2dba details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=108022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:47:31.427777 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port a8f2ea14-e69f-4296-8376-09699bab2dba, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a8f2ea14-e69f-4296-8376-09699bab2dba,segment=NetworkSegment(30353971-0557-4376-bd51-df832c5b9df7),segment_id=30353971-0557-4376-bd51-df832c5b9df7)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:47:31.438366 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Returning: {'device': 'a8f2ea14-e69f-4296-8376-09699bab2dba', 'network_id': '35ee5699-7eb1-48b4-b978-1df34b38b293', 'port_id': 'a8f2ea14-e69f-4296-8376-09699bab2dba', 'mac_address': 'fa:16:3e:b2:81:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1ca4955-1c53-4670-af19-803365fd7a59', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:47:31.473648 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:31.485664 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8f2ea14-e69f-4296-8376-09699bab2dba {{(pid=108022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:47:31.505895 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port a8f2ea14-e69f-4296-8376-09699bab2dba, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a8f2ea14-e69f-4296-8376-09699bab2dba,segment=NetworkSegment(30353971-0557-4376-bd51-df832c5b9df7),segment_id=30353971-0557-4376-bd51-df832c5b9df7)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:47:31.509871 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:31.556869 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=a8f2ea14-e69f-4296-8376-09699bab2dba,revision_number=4']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:47:31.747662 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] get_ports_and_sgs() called for port_ids ['a8f2ea14-e69f-4296-8376-09699bab2dba'] {{(pid=108022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:47:31.863721 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705e7d3-c641-4f49-8cf3-c18f998fa6a9 req-b3c553a6-8db4-4ad0-89eb-43103bb43277 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:31.865836 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4705e7d3-c641-4f49-8cf3-c18f998fa6a9 req-b3c553a6-8db4-4ad0-89eb-43103bb43277 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/ports?device_id=15c1ac5a-3bec-4f01-8656-dc18c9067c48 HTTP/1.1" status: 200 len: 944 time: 0.0487416 Dec 14 18:47:31.905385 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4705e7d3-c641-4f49-8cf3-c18f998fa6a9 req-c79073b7-7fb6-49a1-8bc0-285e22cbc671 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/security-groups?id=655bfe8d-4875-49b9-b21a-e98e337a5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332763 Dec 14 18:47:32.052757 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5033c38-6add-4457-b89f-72e4a8d57294 req-40bda405-82e2-4c38-a318-9f4e73ec28cc tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:32.054105 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-c5033c38-6add-4457-b89f-72e4a8d57294 req-40bda405-82e2-4c38-a318-9f4e73ec28cc tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 946 time: 0.0511501 Dec 14 18:47:32.091259 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-c5033c38-6add-4457-b89f-72e4a8d57294 req-4d462006-417e-4757-a2ba-9c936917b40f tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310638 Dec 14 18:47:33.018646 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca6733-f8f4-426b-a107-359e124df3d4 req-c1d90280-bfa8-430a-a862-2eb67eb0657f tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:33.020071 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f3ca6733-f8f4-426b-a107-359e124df3d4 req-c1d90280-bfa8-430a-a862-2eb67eb0657f tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/ports?device_id=15c1ac5a-3bec-4f01-8656-dc18c9067c48 HTTP/1.1" status: 200 len: 944 time: 0.0491128 Dec 14 18:47:33.058003 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f3ca6733-f8f4-426b-a107-359e124df3d4 req-3d85895a-bf4b-433f-abfd-fa035b5e91f7 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/security-groups?id=655bfe8d-4875-49b9-b21a-e98e337a5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320780 Dec 14 18:47:33.361742 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device a8f2ea14-e69f-4296-8376-09699bab2dba up at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:47:33.408058 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Provisioning for port a8f2ea14-e69f-4296-8376-09699bab2dba completed by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 18:47:33.413320 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Provisioning complete for port a8f2ea14-e69f-4296-8376-09699bab2dba triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:47:33.413678 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:33.489182 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:33.511246 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c1ac5a-3bec-4f01-8656-dc18c9067c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f2ea14-e69f-4296-8376-09699bab2dba'}] {{(pid=108022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:47:33.513387 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4652f51f42c3be85180d8c5c7bba1325bd3159a0fd8a88314674832532d8132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec6ca18-83a4-4711-85e9-9189420b236c" -d '{"events": [{"server_uuid": "15c1ac5a-3bec-4f01-8656-dc18c9067c48", "name": "network-vif-plugged", "status": "completed", "tag": "a8f2ea14-e69f-4296-8376-09699bab2dba"}]}' {{(pid=108022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:47:33.525697 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port a8f2ea14-e69f-4296-8376-09699bab2dba, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a8f2ea14-e69f-4296-8376-09699bab2dba,segment=NetworkSegment(30353971-0557-4376-bd51-df832c5b9df7),segment_id=30353971-0557-4376-bd51-df832c5b9df7)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:47:33.530053 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:33.553315 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ed8460-2d22-4791-b3c0-0ab7430ab754 x-openstack-request-id: req-93ed8460-2d22-4791-b3c0-0ab7430ab754 {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:47:33.553644 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15c1ac5a-3bec-4f01-8656-dc18c9067c48", "name": "network-vif-plugged", "status": "completed", "tag": "a8f2ea14-e69f-4296-8376-09699bab2dba", "code": 200}]} {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:47:33.553884 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-93ed8460-2d22-4791-b3c0-0ab7430ab754 {{(pid=108022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:47:33.554265 dv-cinder-821746-1-iscsi neutron-server[108022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15c1ac5a-3bec-4f01-8656-dc18c9067c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f2ea14-e69f-4296-8376-09699bab2dba', 'code': 200} Dec 14 18:47:33.579644 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=a8f2ea14-e69f-4296-8376-09699bab2dba,revision_number=5']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:47:33.719628 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccdfa7-e628-4b1d-95dd-b9cdc9b0dab7 req-43065cbb-e190-4a0a-9cc5-03bd426ab015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:33.721046 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c3ccdfa7-e628-4b1d-95dd-b9cdc9b0dab7 req-43065cbb-e190-4a0a-9cc5-03bd426ab015 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=15c1ac5a-3bec-4f01-8656-dc18c9067c48 HTTP/1.1" status: 200 len: 1098 time: 0.0388367 Dec 14 18:47:33.757207 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c3ccdfa7-e628-4b1d-95dd-b9cdc9b0dab7 req-ae788a09-669c-40f2-9bd7-c40561ffc00d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=655bfe8d-4875-49b9-b21a-e98e337a5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294864 Dec 14 18:47:34.170883 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e967d-5dae-4e28-930f-96064004aa64 req-52ecab0a-a04f-48e1-ae8b-2cc942e0fe30 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:34.172410 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-112e967d-5dae-4e28-930f-96064004aa64 req-52ecab0a-a04f-48e1-ae8b-2cc942e0fe30 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/ports?device_id=15c1ac5a-3bec-4f01-8656-dc18c9067c48 HTTP/1.1" status: 200 len: 945 time: 0.0490832 Dec 14 18:47:34.210439 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-112e967d-5dae-4e28-930f-96064004aa64 req-0285def7-3b36-417e-9ef4-4fc288ce5822 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/security-groups?id=655bfe8d-4875-49b9-b21a-e98e337a5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321436 Dec 14 18:47:35.322807 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ca6ff-7171-4748-aa4d-df29917bf695 req-729e7b9a-ff9e-453e-9806-d6ab4c4fd312 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:35.324247 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-719ca6ff-7171-4748-aa4d-df29917bf695 req-729e7b9a-ff9e-453e-9806-d6ab4c4fd312 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/ports?device_id=15c1ac5a-3bec-4f01-8656-dc18c9067c48 HTTP/1.1" status: 200 len: 945 time: 0.0473368 Dec 14 18:47:35.361865 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-719ca6ff-7171-4748-aa4d-df29917bf695 req-f2810538-472b-4613-99bb-7605277befc5 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/security-groups?id=655bfe8d-4875-49b9-b21a-e98e337a5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314946 Dec 14 18:47:36.053963 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3cb22-7540-4651-b0d7-1e2bea6bd8bc req-ea62cfac-79f3-458e-9ebb-f6c1128aa7e2 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:36.055407 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-41e3cb22-7540-4651-b0d7-1e2bea6bd8bc req-ea62cfac-79f3-458e-9ebb-f6c1128aa7e2 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/ports?device_id=15c1ac5a-3bec-4f01-8656-dc18c9067c48 HTTP/1.1" status: 200 len: 945 time: 0.0563941 Dec 14 18:47:36.093160 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-41e3cb22-7540-4651-b0d7-1e2bea6bd8bc req-4425057b-9f81-4628-b4a3-c72236cd60db tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/security-groups?id=655bfe8d-4875-49b9-b21a-e98e337a5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317893 Dec 14 18:47:37.210685 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb9d54-e85b-40ca-aed0-eacda1dada4b req-1453d8ed-6e3c-45e8-9124-20e25f0e9fec tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:37.212127 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-fbbb9d54-e85b-40ca-aed0-eacda1dada4b req-1453d8ed-6e3c-45e8-9124-20e25f0e9fec tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/ports?device_id=15c1ac5a-3bec-4f01-8656-dc18c9067c48 HTTP/1.1" status: 200 len: 945 time: 0.0483880 Dec 14 18:47:37.248719 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-fbbb9d54-e85b-40ca-aed0-eacda1dada4b req-de9a93f9-a9c5-40c3-af60-a9dadd19bff6 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/security-groups?id=655bfe8d-4875-49b9-b21a-e98e337a5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306013 Dec 14 18:47:38.363733 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aeea09-6df7-4b76-81af-574c8b8ede9c req-fc889ec3-202f-4511-a13f-410aae2d07e7 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:38.365758 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-d5aeea09-6df7-4b76-81af-574c8b8ede9c req-fc889ec3-202f-4511-a13f-410aae2d07e7 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/ports?device_id=15c1ac5a-3bec-4f01-8656-dc18c9067c48 HTTP/1.1" status: 200 len: 945 time: 0.0514109 Dec 14 18:47:38.402980 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-d5aeea09-6df7-4b76-81af-574c8b8ede9c req-484b0ee2-15f8-43da-ab41-a00b52c2c353 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/security-groups?id=655bfe8d-4875-49b9-b21a-e98e337a5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310829 Dec 14 18:47:39.516149 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0a1f2-dc62-4ec6-bb71-8a4bd8b80e5b req-ed727386-0c25-4e27-b53f-a65e245f9878 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:39.517602 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-66e0a1f2-dc62-4ec6-bb71-8a4bd8b80e5b req-ed727386-0c25-4e27-b53f-a65e245f9878 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/ports?device_id=15c1ac5a-3bec-4f01-8656-dc18c9067c48 HTTP/1.1" status: 200 len: 945 time: 0.0485773 Dec 14 18:47:39.558074 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-66e0a1f2-dc62-4ec6-bb71-8a4bd8b80e5b req-b58b6877-0e4c-4e3c-a643-ec157a60eabe tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/security-groups?id=655bfe8d-4875-49b9-b21a-e98e337a5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345464 Dec 14 18:47:40.190376 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd53b5-a495-4947-90cc-d1450b17a5f5 req-a43d5c02-c4b8-4cc6-869c-43c8318297d7 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:40.191799 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f9dd53b5-a495-4947-90cc-d1450b17a5f5 req-a43d5c02-c4b8-4cc6-869c-43c8318297d7 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.61 "GET /v2.0/ports?device_id=15c1ac5a-3bec-4f01-8656-dc18c9067c48 HTTP/1.1" status: 200 len: 945 time: 0.0477912 Dec 14 18:47:40.279852 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [req-f9dd53b5-a495-4947-90cc-d1450b17a5f5 req-708bc765-e9ab-413a-954f-6eca0edc7743 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Deleting port a8f2ea14-e69f-4296-8376-09699bab2dba {{(pid=108020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:47:40.280188 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-f9dd53b5-a495-4947-90cc-d1450b17a5f5 req-708bc765-e9ab-413a-954f-6eca0edc7743 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:40.369159 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-f9dd53b5-a495-4947-90cc-d1450b17a5f5 req-708bc765-e9ab-413a-954f-6eca0edc7743 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] For port a8f2ea14-e69f-4296-8376-09699bab2dba, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a8f2ea14-e69f-4296-8376-09699bab2dba,segment=NetworkSegment(30353971-0557-4376-bd51-df832c5b9df7),segment_id=30353971-0557-4376-bd51-df832c5b9df7)] {{(pid=108020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:47:40.369516 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-f9dd53b5-a495-4947-90cc-d1450b17a5f5 req-708bc765-e9ab-413a-954f-6eca0edc7743 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:40.382081 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [req-f9dd53b5-a495-4947-90cc-d1450b17a5f5 req-708bc765-e9ab-413a-954f-6eca0edc7743 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Calling delete_port for a8f2ea14-e69f-4296-8376-09699bab2dba owned by compute:nova {{(pid=108020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:47:40.509159 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-f9dd53b5-a495-4947-90cc-d1450b17a5f5 req-708bc765-e9ab-413a-954f-6eca0edc7743 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966'] for port, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:40.522367 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] get_ports_and_sgs() called for port_ids ['a8f2ea14-e69f-4296-8376-09699bab2dba'] {{(pid=108022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:47:40.654354 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-3f43010c-911b-4b7c-8243-38e3862398c5 req-49c13fbd-1276-4d6d-8da3-947d2909dcd8 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/ports?device_id=15c1ac5a-3bec-4f01-8656-dc18c9067c48 HTTP/1.1" status: 200 len: 210 time: 0.0268390 Dec 14 18:47:40.751139 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708bc765-e9ab-413a-954f-6eca0edc7743 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Pushing event deleted for resources: {'Port': ['ID=a8f2ea14-e69f-4296-8376-09699bab2dba,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:47:40.793520 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9dd53b5-a495-4947-90cc-d1450b17a5f5 req-708bc765-e9ab-413a-954f-6eca0edc7743 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] No DVR routers for this DVR port a8f2ea14-e69f-4296-8376-09699bab2dba on host hv-cinder-82174 {{(pid=108020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:47:40.796086 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-f9dd53b5-a495-4947-90cc-d1450b17a5f5 req-708bc765-e9ab-413a-954f-6eca0edc7743 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:40.799393 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f9dd53b5-a495-4947-90cc-d1450b17a5f5 req-708bc765-e9ab-413a-954f-6eca0edc7743 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.61 "DELETE /v2.0/ports/a8f2ea14-e69f-4296-8376-09699bab2dba HTTP/1.1" status: 204 len: 173 time: 0.5998845 Dec 14 18:47:40.799832 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c1ac5a-3bec-4f01-8656-dc18c9067c48', 'name': 'network-vif-deleted', 'tag': 'a8f2ea14-e69f-4296-8376-09699bab2dba'}] {{(pid=108020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:47:40.802135 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d1d651e17726932f2c063a5cb62fed0687a982c73a8c4b64805019ed9839e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a26f8a-0eb6-402c-a8ab-1b04ffbc45db" -d '{"events": [{"server_uuid": "15c1ac5a-3bec-4f01-8656-dc18c9067c48", "name": "network-vif-deleted", "tag": "a8f2ea14-e69f-4296-8376-09699bab2dba"}]}' {{(pid=108020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:47:40.845074 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93738912-2dcf-47fc-9679-4c94aeaa367a x-openstack-request-id: req-93738912-2dcf-47fc-9679-4c94aeaa367a {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:47:40.845371 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15c1ac5a-3bec-4f01-8656-dc18c9067c48", "name": "network-vif-deleted", "tag": "a8f2ea14-e69f-4296-8376-09699bab2dba", "status": "completed", "code": 200}]} {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:47:40.845633 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-93738912-2dcf-47fc-9679-4c94aeaa367a {{(pid=108020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:47:40.846039 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15c1ac5a-3bec-4f01-8656-dc18c9067c48', 'name': 'network-vif-deleted', 'tag': 'a8f2ea14-e69f-4296-8376-09699bab2dba', 'status': 'completed', 'code': 200} Dec 14 18:47:41.756727 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-c159af30-5707-4066-bd7c-6fe92de5117e req-0cd4ad7c-4d2d-46d0-be57-1590d7e4619b tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/ports?device_id=15c1ac5a-3bec-4f01-8656-dc18c9067c48 HTTP/1.1" status: 200 len: 210 time: 0.0256622 Dec 14 18:47:42.370905 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-a89ba8f5-4859-46d7-aaa5-c6a252afa98e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:42.873812 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-7ba1ecae-295d-4f0a-9d37-31b14740a3d4 req-55abc12d-9432-476a-9a58-a4dceea774f0 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/ports?device_id=15c1ac5a-3bec-4f01-8656-dc18c9067c48 HTTP/1.1" status: 200 len: 210 time: 0.0260429 Dec 14 18:47:43.976093 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-294674b6-619f-41dd-8b6d-c63927ec16b3 req-70d839b4-f4f0-454d-8585-bd2c718f0f60 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/ports?device_id=15c1ac5a-3bec-4f01-8656-dc18c9067c48 HTTP/1.1" status: 200 len: 210 time: 0.0256405 Dec 14 18:47:44.093156 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device a8f2ea14-e69f-4296-8376-09699bab2dba no longer exists at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:47:44.113785 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] No Port match for: a8f2ea14-e69f-4296-8376-09699bab2dba {{(pid=108022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:47:44.114680 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device a8f2ea14-e69f-4296-8376-09699bab2dba not bound to the agent host hv-cinder-82174 {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:47:44.732021 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-3c37bb48-0558-43e4-b147-8bcf7ab4b969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:45.243944 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-ad903458-a8f0-4737-97d8-9f508e597227 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:45.245377 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-ad903458-a8f0-4737-97d8-9f508e597227 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/networks?id=35ee5699-7eb1-48b4-b978-1df34b38b293 HTTP/1.1" status: 200 len: 809 time: 0.1068001 Dec 14 18:47:45.260504 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-8bfbabde-39cf-4f57-86cc-8d2d878a764a tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/quotas/ab475bf74ae94627b9b34174901adbaf HTTP/1.1" status: 200 len: 375 time: 0.0093136 Dec 14 18:47:45.290922 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-978134da-11e9-40bf-b2a0-21778f42e8d0 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=ab475bf74ae94627b9b34174901adbaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252328 Dec 14 18:47:45.381073 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-212e0571-1101-44c0-98cb-e373440110e1 service neutron] 10.222.0.71 "GET /v2.0/networks/35ee5699-7eb1-48b4-b978-1df34b38b293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833638 Dec 14 18:47:45.467717 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-a5d02ea6-9377-4f1c-9cc3-fb638e71fa0c service neutron] 10.222.0.71 "GET /v2.0/networks/35ee5699-7eb1-48b4-b978-1df34b38b293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805600 Dec 14 18:47:45.617689 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5ccf858f-08c4-4d07-86e5-55eb282aadcb req-b65a08ac-92b8-411c-bdd0-125f00c47795 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/ports?device_id=3be0ca22-8cfa-4c6d-8490-a99262c63abc HTTP/1.1" status: 200 len: 210 time: 0.0259676 Dec 14 18:47:46.173331 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:46.710694 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-b69569f8-8922-469d-b86d-43b73ccb9760 req-29048a29-d046-4722-b135-ac38be00e8cb tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/ports?device_id=3be0ca22-8cfa-4c6d-8490-a99262c63abc HTTP/1.1" status: 200 len: 210 time: 0.0263772 Dec 14 18:47:47.519434 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:47.804553 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-79383058-26e4-44e8-ad60-b980f8377cd7 req-0233412b-cfbf-4dbd-bc58-edca4ba0c59b tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/ports?device_id=3be0ca22-8cfa-4c6d-8490-a99262c63abc HTTP/1.1" status: 200 len: 210 time: 0.0293086 Dec 14 18:47:47.862779 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:48.900047 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-3dbe8420-7767-4e6d-9625-876b26143102 req-7b394bcf-b946-4a5b-a1dc-8d650014badc tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/ports?device_id=3be0ca22-8cfa-4c6d-8490-a99262c63abc HTTP/1.1" status: 200 len: 210 time: 0.0286160 Dec 14 18:47:48.937470 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-50e133be-7a98-467f-9a5a-e5a272a270cc tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:48.938883 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-50e133be-7a98-467f-9a5a-e5a272a270cc tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.61 "GET /v2.0/networks?id=35ee5699-7eb1-48b4-b978-1df34b38b293 HTTP/1.1" status: 200 len: 809 time: 0.1219215 Dec 14 18:47:48.954327 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-50c80626-50d0-4e93-aff0-6114bdb751db tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Request body: {'port': {'device_id': '3be0ca22-8cfa-4c6d-8490-a99262c63abc', 'network_id': '35ee5699-7eb1-48b4-b978-1df34b38b293', 'admin_state_up': True, 'tenant_id': 'ab475bf74ae94627b9b34174901adbaf'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:47:49.062833 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-50c80626-50d0-4e93-aff0-6114bdb751db tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Made reservation on behalf of ab475bf74ae94627b9b34174901adbaf for: {'port': 1} {{(pid=108020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:47:49.066290 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-50c80626-50d0-4e93-aff0-6114bdb751db tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:49.188245 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.db_base_plugin_common [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-50c80626-50d0-4e93-aff0-6114bdb751db tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Allocated IP 172.20.0.13 (35ee5699-7eb1-48b4-b978-1df34b38b293/f1ca4955-1c53-4670-af19-803365fd7a59/1838dad4-2cc1-4b60-bb90-cac76d4dc2c2) {{(pid=108020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:47:49.335659 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-50c80626-50d0-4e93-aff0-6114bdb751db tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Notify callbacks [] for port, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:49.370711 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-50c80626-50d0-4e93-aff0-6114bdb751db tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957'] for port, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:49.413225 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-50c80626-50d0-4e93-aff0-6114bdb751db tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Network 35ee5699-7eb1-48b4-b978-1df34b38b293 is already hosted by enough agents. {{(pid=108020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:47:49.416300 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.base_scheduler [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-50c80626-50d0-4e93-aff0-6114bdb751db tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Resources bound (agent type, host, resource id): {{(pid=108020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:47:49.418871 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-50c80626-50d0-4e93-aff0-6114bdb751db tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Received port after_create {{(pid=108020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:47:49.424507 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-50c80626-50d0-4e93-aff0-6114bdb751db tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:49.425115 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-50c80626-50d0-4e93-aff0-6114bdb751db tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:49.444765 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c80626-50d0-4e93-aff0-6114bdb751db tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Pushing event updated for resources: {'Port': ['ID=1838dad4-2cc1-4b60-bb90-cac76d4dc2c2,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:47:49.450655 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-50c80626-50d0-4e93-aff0-6114bdb751db tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5002699 Dec 14 18:47:49.465166 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-ba7c8794-4622-48bd-83f2-c8933d0b3a5a service neutron] Request body: {'port': {'device_id': '3be0ca22-8cfa-4c6d-8490-a99262c63abc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:47:49.519527 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-ba7c8794-4622-48bd-83f2-c8933d0b3a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:49.782392 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-ba7c8794-4622-48bd-83f2-c8933d0b3a5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1838dad4-2cc1-4b60-bb90-cac76d4dc2c2 {{(pid=108020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:47:49.791217 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-ba7c8794-4622-48bd-83f2-c8933d0b3a5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:49.803322 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.provisioning_blocks [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-ba7c8794-4622-48bd-83f2-c8933d0b3a5a service neutron] Transition to ACTIVE for port object 1838dad4-2cc1-4b60-bb90-cac76d4dc2c2 will not be triggered until provisioned by entity L2. {{(pid=108020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 18:47:49.807039 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-ba7c8794-4622-48bd-83f2-c8933d0b3a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:49.857873 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c8794-4622-48bd-83f2-c8933d0b3a5a service neutron] Pushing event updated for resources: {'Port': ['ID=1838dad4-2cc1-4b60-bb90-cac76d4dc2c2,revision_number=2']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:47:49.890766 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-ba7c8794-4622-48bd-83f2-c8933d0b3a5a service neutron] Attempting to bind port 1838dad4-2cc1-4b60-bb90-cac76d4dc2c2 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:47:49.891095 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-ba7c8794-4622-48bd-83f2-c8933d0b3a5a service neutron] Attempting to bind port 1838dad4-2cc1-4b60-bb90-cac76d4dc2c2 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '30353971-0557-4376-bd51-df832c5b9df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '35ee5699-7eb1-48b4-b978-1df34b38b293'}] {{(pid=108020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:47:49.891415 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-ba7c8794-4622-48bd-83f2-c8933d0b3a5a service neutron] Attempting to bind port 1838dad4-2cc1-4b60-bb90-cac76d4dc2c2 on network 35ee5699-7eb1-48b4-b978-1df34b38b293 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:47:49.896250 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-ba7c8794-4622-48bd-83f2-c8933d0b3a5a service neutron] Port 1838dad4-2cc1-4b60-bb90-cac76d4dc2c2 on network 35ee5699-7eb1-48b4-b978-1df34b38b293 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 18:47:49.896558 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-ba7c8794-4622-48bd-83f2-c8933d0b3a5a service neutron] Attempting to bind port 1838dad4-2cc1-4b60-bb90-cac76d4dc2c2 on network 35ee5699-7eb1-48b4-b978-1df34b38b293 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:47:49.901314 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-ba7c8794-4622-48bd-83f2-c8933d0b3a5a service neutron] Checking agent: {'id': '1f764c31-0392-4232-adb6-72e70ca44f2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 41, 22), 'started_at': datetime.datetime(2021, 12, 14, 18, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:47:49.901642 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-ba7c8794-4622-48bd-83f2-c8933d0b3a5a service neutron] Checking segment: {'id': '30353971-0557-4376-bd51-df832c5b9df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '35ee5699-7eb1-48b4-b978-1df34b38b293'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:47:49.902016 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-ba7c8794-4622-48bd-83f2-c8933d0b3a5a service neutron] Bound using segment: {'id': '30353971-0557-4376-bd51-df832c5b9df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '35ee5699-7eb1-48b4-b978-1df34b38b293'} {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:47:49.902427 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-ba7c8794-4622-48bd-83f2-c8933d0b3a5a service neutron] Bound port: 1838dad4-2cc1-4b60-bb90-cac76d4dc2c2, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30353971-0557-4376-bd51-df832c5b9df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '35ee5699-7eb1-48b4-b978-1df34b38b293'}}] {{(pid=108020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:47:49.902831 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-ba7c8794-4622-48bd-83f2-c8933d0b3a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:49.964371 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-ba7c8794-4622-48bd-83f2-c8933d0b3a5a service neutron] For port 1838dad4-2cc1-4b60-bb90-cac76d4dc2c2, host hv-cinder-82174, cleared binding levels {{(pid=108020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:47:49.967447 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-ba7c8794-4622-48bd-83f2-c8933d0b3a5a service neutron] For port 1838dad4-2cc1-4b60-bb90-cac76d4dc2c2, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=1838dad4-2cc1-4b60-bb90-cac76d4dc2c2,segment=NetworkSegment(30353971-0557-4376-bd51-df832c5b9df7),segment_id=30353971-0557-4376-bd51-df832c5b9df7)] {{(pid=108020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:47:49.973115 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-ba7c8794-4622-48bd-83f2-c8933d0b3a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:50.033769 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-ba7c8794-4622-48bd-83f2-c8933d0b3a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:50.034270 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-ba7c8794-4622-48bd-83f2-c8933d0b3a5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:50.035714 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-ba7c8794-4622-48bd-83f2-c8933d0b3a5a service neutron] 10.222.0.61 "PUT /v2.0/ports/1838dad4-2cc1-4b60-bb90-cac76d4dc2c2 HTTP/1.1" status: 200 len: 1094 time: 0.5746474 Dec 14 18:47:50.038006 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3be0ca22-8cfa-4c6d-8490-a99262c63abc', 'tag': '1838dad4-2cc1-4b60-bb90-cac76d4dc2c2'}] {{(pid=108020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:47:50.040328 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d1d651e17726932f2c063a5cb62fed0687a982c73a8c4b64805019ed9839e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6bb626-6855-4ec0-84da-86d714d95ed3" -d '{"events": [{"name": "network-changed", "server_uuid": "3be0ca22-8cfa-4c6d-8490-a99262c63abc", "tag": "1838dad4-2cc1-4b60-bb90-cac76d4dc2c2"}]}' {{(pid=108020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:47:50.069761 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c8794-4622-48bd-83f2-c8933d0b3a5a service neutron] Pushing event updated for resources: {'Port': ['ID=1838dad4-2cc1-4b60-bb90-cac76d4dc2c2,revision_number=3']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:47:50.082376 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9236c3c-fe56-4e95-bc3d-9f9b8d07bd79 req-9f2ad023-56d1-4bd0-9650-119e3552b29d tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:50.084559 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b9236c3c-fe56-4e95-bc3d-9f9b8d07bd79 req-9f2ad023-56d1-4bd0-9650-119e3552b29d tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/ports?device_id=3be0ca22-8cfa-4c6d-8490-a99262c63abc HTTP/1.1" status: 200 len: 944 time: 0.0843718 Dec 14 18:47:50.085939 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f32fe5d-2343-4b94-982a-3a63349f15a5 x-openstack-request-id: req-4f32fe5d-2343-4b94-982a-3a63349f15a5 {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:47:50.086218 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3be0ca22-8cfa-4c6d-8490-a99262c63abc", "tag": "1838dad4-2cc1-4b60-bb90-cac76d4dc2c2", "status": "completed", "code": 200}]} {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:47:50.086467 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4f32fe5d-2343-4b94-982a-3a63349f15a5 {{(pid=108020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:47:50.086859 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3be0ca22-8cfa-4c6d-8490-a99262c63abc', 'tag': '1838dad4-2cc1-4b60-bb90-cac76d4dc2c2', 'status': 'completed', 'code': 200} Dec 14 18:47:50.148836 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b9236c3c-fe56-4e95-bc3d-9f9b8d07bd79 req-2aa51d03-ab52-4d7b-b0cc-35e44d2fdec4 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/security-groups?id=655bfe8d-4875-49b9-b21a-e98e337a5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533500 Dec 14 18:47:50.151287 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-a96fe268-552d-405c-b85c-1c56d05ba5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:50.152670 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-a96fe268-552d-405c-b85c-1c56d05ba5cd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ab475bf74ae94627b9b34174901adbaf&device_id=3be0ca22-8cfa-4c6d-8490-a99262c63abc HTTP/1.1" status: 200 len: 1097 time: 0.0645721 Dec 14 18:47:50.199821 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-d3c0ab97-fa07-401e-800c-8f32ed1a29cb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1838dad4-2cc1-4b60-bb90-cac76d4dc2c2 HTTP/1.1" status: 200 len: 217 time: 0.0372562 Dec 14 18:47:50.250009 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-fe339112-4059-444c-acd9-e72f249be5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:50.251447 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-fe339112-4059-444c-acd9-e72f249be5d4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f1ca4955-1c53-4670-af19-803365fd7a59 HTTP/1.1" status: 200 len: 849 time: 0.0426822 Dec 14 18:47:50.282553 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-757ce5e9-664c-488a-9f41-e3ded5d71911 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=35ee5699-7eb1-48b4-b978-1df34b38b293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232770 Dec 14 18:47:50.377589 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-710c53ba-4444-4fd7-a0cb-31412bf4f051 service neutron] 10.222.0.61 "GET /v2.0/networks/35ee5699-7eb1-48b4-b978-1df34b38b293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867321 Dec 14 18:47:50.483977 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-df706f68-910d-4bc1-a0e7-daf2313cbbe4 req-c6ec7ad1-a308-4c5d-b2a7-d753beba252b service neutron] 10.222.0.61 "GET /v2.0/networks/35ee5699-7eb1-48b4-b978-1df34b38b293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921769 Dec 14 18:47:50.570133 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6bb626-6855-4ec0-84da-86d714d95ed3 req-2b05043e-485a-4853-bbc0-a8aad6bba019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:50.571663 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9d6bb626-6855-4ec0-84da-86d714d95ed3 req-2b05043e-485a-4853-bbc0-a8aad6bba019 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ab475bf74ae94627b9b34174901adbaf&device_id=3be0ca22-8cfa-4c6d-8490-a99262c63abc HTTP/1.1" status: 200 len: 1097 time: 0.0423210 Dec 14 18:47:50.671222 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6bb626-6855-4ec0-84da-86d714d95ed3 req-4878b50b-60ab-4159-a8ed-33120c77fe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:50.672606 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9d6bb626-6855-4ec0-84da-86d714d95ed3 req-4878b50b-60ab-4159-a8ed-33120c77fe00 service neutron] 10.222.0.61 "GET /v2.0/networks?id=35ee5699-7eb1-48b4-b978-1df34b38b293 HTTP/1.1" status: 200 len: 910 time: 0.0910099 Dec 14 18:47:50.714801 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9d6bb626-6855-4ec0-84da-86d714d95ed3 req-ad1fe94e-2097-4605-aa83-5f52ee8210ee service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1838dad4-2cc1-4b60-bb90-cac76d4dc2c2 HTTP/1.1" status: 200 len: 217 time: 0.0340505 Dec 14 18:47:50.769363 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6bb626-6855-4ec0-84da-86d714d95ed3 req-eaece704-00c1-40ba-bfe0-aa4ca384d514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:50.770868 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9d6bb626-6855-4ec0-84da-86d714d95ed3 req-eaece704-00c1-40ba-bfe0-aa4ca384d514 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f1ca4955-1c53-4670-af19-803365fd7a59 HTTP/1.1" status: 200 len: 849 time: 0.0479639 Dec 14 18:47:50.803280 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9d6bb626-6855-4ec0-84da-86d714d95ed3 req-bff2ca6c-c539-4e99-a584-672f159245ec service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=35ee5699-7eb1-48b4-b978-1df34b38b293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248482 Dec 14 18:47:50.892886 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9d6bb626-6855-4ec0-84da-86d714d95ed3 req-6977cbcc-0c57-47a2-81db-04faedec4846 service neutron] 10.222.0.61 "GET /v2.0/networks/35ee5699-7eb1-48b4-b978-1df34b38b293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805163 Dec 14 18:47:50.990579 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9d6bb626-6855-4ec0-84da-86d714d95ed3 req-2e4aa133-ceae-40e5-9a01-3a44b06fe451 service neutron] 10.222.0.61 "GET /v2.0/networks/35ee5699-7eb1-48b4-b978-1df34b38b293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859916 Dec 14 18:47:51.265534 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95b0b1-8eb0-4a6a-b7da-d4c4252c55e7 req-84defcf3-a49d-4ce6-84b1-e92c0b873110 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:51.266919 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-bb95b0b1-8eb0-4a6a-b7da-d4c4252c55e7 req-84defcf3-a49d-4ce6-84b1-e92c0b873110 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/ports?device_id=3be0ca22-8cfa-4c6d-8490-a99262c63abc HTTP/1.1" status: 200 len: 944 time: 0.0514083 Dec 14 18:47:51.303771 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-bb95b0b1-8eb0-4a6a-b7da-d4c4252c55e7 req-708e3fa3-f4ad-4062-ad82-5d030c910d2a tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/security-groups?id=655bfe8d-4875-49b9-b21a-e98e337a5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302804 Dec 14 18:47:52.110092 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:52.415875 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7625fcc-6f3b-4593-8da4-25d5727093c3 req-70cce1d5-943f-4501-838c-bec305cd5647 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:52.417432 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f7625fcc-6f3b-4593-8da4-25d5727093c3 req-70cce1d5-943f-4501-838c-bec305cd5647 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/ports?device_id=3be0ca22-8cfa-4c6d-8490-a99262c63abc HTTP/1.1" status: 200 len: 944 time: 0.0492351 Dec 14 18:47:52.454217 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f7625fcc-6f3b-4593-8da4-25d5727093c3 req-f9e1e1d3-8f24-4fe9-9557-e97ea1599e74 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/security-groups?id=655bfe8d-4875-49b9-b21a-e98e337a5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306752 Dec 14 18:47:53.573178 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211c63b-0dda-48e0-900b-2609d6928fb3 req-4c64d3f6-a6dc-466a-ac75-176f9f54ff44 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:53.575416 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-e211c63b-0dda-48e0-900b-2609d6928fb3 req-4c64d3f6-a6dc-466a-ac75-176f9f54ff44 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/ports?device_id=3be0ca22-8cfa-4c6d-8490-a99262c63abc HTTP/1.1" status: 200 len: 944 time: 0.0522795 Dec 14 18:47:53.615539 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-e211c63b-0dda-48e0-900b-2609d6928fb3 req-b346e7d1-deda-4a23-b759-d910bfb57cb2 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/security-groups?id=655bfe8d-4875-49b9-b21a-e98e337a5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335898 Dec 14 18:47:54.082670 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d00ac-5f30-4b6c-8e3c-ecd11351661f req-ea65b039-bd64-4018-8e39-1d752ec78b2a tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:54.084102 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-268d00ac-5f30-4b6c-8e3c-ecd11351661f req-ea65b039-bd64-4018-8e39-1d752ec78b2a tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/ports?device_id=47d7d542-e21e-4567-8e75-4e0a3f1df41c HTTP/1.1" status: 200 len: 945 time: 0.0518782 Dec 14 18:47:54.121234 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-268d00ac-5f30-4b6c-8e3c-ecd11351661f req-065e42ed-72f8-4394-ab67-c1c94d156bca tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/security-groups?id=2851b60b-dc5b-4a10-8667-c51886da8d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312104 Dec 14 18:47:54.144297 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 1838dad4-2cc1-4b60-bb90-cac76d4dc2c2 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=108022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:47:54.235569 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port 1838dad4-2cc1-4b60-bb90-cac76d4dc2c2, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=1838dad4-2cc1-4b60-bb90-cac76d4dc2c2,segment=NetworkSegment(30353971-0557-4376-bd51-df832c5b9df7),segment_id=30353971-0557-4376-bd51-df832c5b9df7)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:47:54.355671 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Returning: {'device': '1838dad4-2cc1-4b60-bb90-cac76d4dc2c2', 'network_id': '35ee5699-7eb1-48b4-b978-1df34b38b293', 'port_id': '1838dad4-2cc1-4b60-bb90-cac76d4dc2c2', 'mac_address': 'fa:16:3e:46:87:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1ca4955-1c53-4670-af19-803365fd7a59', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:47:54.391989 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:54.403939 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1838dad4-2cc1-4b60-bb90-cac76d4dc2c2 {{(pid=108022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:47:54.422944 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port 1838dad4-2cc1-4b60-bb90-cac76d4dc2c2, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=1838dad4-2cc1-4b60-bb90-cac76d4dc2c2,segment=NetworkSegment(30353971-0557-4376-bd51-df832c5b9df7),segment_id=30353971-0557-4376-bd51-df832c5b9df7)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:47:54.426452 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:54.470786 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=1838dad4-2cc1-4b60-bb90-cac76d4dc2c2,revision_number=4']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:47:54.478025 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:47:54.478395 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:47:54.478758 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:47:54.479090 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:47:54.479417 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:47:54.479743 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:47:54.480068 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:47:54.480388 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:47:54.480708 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:47:54.481025 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:47:54.481341 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:47:54.481656 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:47:54.714556 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] get_ports_and_sgs() called for port_ids ['1838dad4-2cc1-4b60-bb90-cac76d4dc2c2'] {{(pid=108022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:47:54.729837 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3dff7f-fc5f-4e8f-ac4c-c581111294a8 req-b72822c7-c738-4230-9734-5a3fa13d6922 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:54.731421 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-2e3dff7f-fc5f-4e8f-ac4c-c581111294a8 req-b72822c7-c738-4230-9734-5a3fa13d6922 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/ports?device_id=3be0ca22-8cfa-4c6d-8490-a99262c63abc HTTP/1.1" status: 200 len: 945 time: 0.0490105 Dec 14 18:47:54.769098 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-2e3dff7f-fc5f-4e8f-ac4c-c581111294a8 req-189daba2-ab11-4964-a7fb-8d4423d65c8d tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/security-groups?id=655bfe8d-4875-49b9-b21a-e98e337a5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316937 Dec 14 18:47:55.233143 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f870a497-62b1-41af-b674-56c5be9579eb req-ac883f9a-ce6f-4bf8-a758-a29cb284c875 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:55.234620 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f870a497-62b1-41af-b674-56c5be9579eb req-ac883f9a-ce6f-4bf8-a758-a29cb284c875 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/ports?device_id=47d7d542-e21e-4567-8e75-4e0a3f1df41c HTTP/1.1" status: 200 len: 945 time: 0.0482271 Dec 14 18:47:55.272592 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f870a497-62b1-41af-b674-56c5be9579eb req-f65fd51f-07e7-4e29-81b8-13ef1b261ee2 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/security-groups?id=2851b60b-dc5b-4a10-8667-c51886da8d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318377 Dec 14 18:47:55.824347 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31c368-51a4-4a98-b5ba-ebfd185ff86c req-f959b018-12a9-4324-9e8b-627761adec6e tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:55.825816 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-dc31c368-51a4-4a98-b5ba-ebfd185ff86c req-f959b018-12a9-4324-9e8b-627761adec6e tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.61 "GET /v2.0/ports?device_id=47d7d542-e21e-4567-8e75-4e0a3f1df41c HTTP/1.1" status: 200 len: 945 time: 0.0499482 Dec 14 18:47:55.883575 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2afc8-f3f5-4d9e-8b67-f432043d1776 req-b2d8f826-c0b0-4297-bd49-24882fa738a9 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:55.884997 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-77c2afc8-f3f5-4d9e-8b67-f432043d1776 req-b2d8f826-c0b0-4297-bd49-24882fa738a9 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/ports?device_id=3be0ca22-8cfa-4c6d-8490-a99262c63abc HTTP/1.1" status: 200 len: 945 time: 0.0480168 Dec 14 18:47:55.923541 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-77c2afc8-f3f5-4d9e-8b67-f432043d1776 req-08e23228-7bb1-48fa-a5cb-afa55ebe6bae tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/security-groups?id=655bfe8d-4875-49b9-b21a-e98e337a5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325658 Dec 14 18:47:55.924322 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [req-dc31c368-51a4-4a98-b5ba-ebfd185ff86c req-80ff1074-bbf2-4759-8ec6-f87f467a98d3 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Deleting port 3abcea2c-2a8e-4533-b440-dc0b3997888b {{(pid=108020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:47:55.924782 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-dc31c368-51a4-4a98-b5ba-ebfd185ff86c req-80ff1074-bbf2-4759-8ec6-f87f467a98d3 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:56.012640 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-dc31c368-51a4-4a98-b5ba-ebfd185ff86c req-80ff1074-bbf2-4759-8ec6-f87f467a98d3 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] For port 3abcea2c-2a8e-4533-b440-dc0b3997888b, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=3abcea2c-2a8e-4533-b440-dc0b3997888b,segment=NetworkSegment(ee556489-8f1f-458c-8c39-cb70bdd26ae3),segment_id=ee556489-8f1f-458c-8c39-cb70bdd26ae3)] {{(pid=108020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:47:56.012997 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-dc31c368-51a4-4a98-b5ba-ebfd185ff86c req-80ff1074-bbf2-4759-8ec6-f87f467a98d3 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:56.024925 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [req-dc31c368-51a4-4a98-b5ba-ebfd185ff86c req-80ff1074-bbf2-4759-8ec6-f87f467a98d3 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Calling delete_port for 3abcea2c-2a8e-4533-b440-dc0b3997888b owned by compute:nova {{(pid=108020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:47:56.148784 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 1838dad4-2cc1-4b60-bb90-cac76d4dc2c2 up at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:47:56.153779 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-dc31c368-51a4-4a98-b5ba-ebfd185ff86c req-80ff1074-bbf2-4759-8ec6-f87f467a98d3 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966'] for port, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:56.171254 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] get_ports_and_sgs() called for port_ids ['3abcea2c-2a8e-4533-b440-dc0b3997888b'] {{(pid=108022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:47:56.183382 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff1074-bbf2-4759-8ec6-f87f467a98d3 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Pushing event deleted for resources: {'Port': ['ID=3abcea2c-2a8e-4533-b440-dc0b3997888b,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:47:56.218529 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Provisioning for port 1838dad4-2cc1-4b60-bb90-cac76d4dc2c2 completed by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 18:47:56.222115 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Provisioning complete for port 1838dad4-2cc1-4b60-bb90-cac76d4dc2c2 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:47:56.222478 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:56.230308 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc31c368-51a4-4a98-b5ba-ebfd185ff86c req-80ff1074-bbf2-4759-8ec6-f87f467a98d3 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] No DVR routers for this DVR port 3abcea2c-2a8e-4533-b440-dc0b3997888b on host hv-cinder-82174 {{(pid=108020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:47:56.232941 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-dc31c368-51a4-4a98-b5ba-ebfd185ff86c req-80ff1074-bbf2-4759-8ec6-f87f467a98d3 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:56.236411 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-dc31c368-51a4-4a98-b5ba-ebfd185ff86c req-80ff1074-bbf2-4759-8ec6-f87f467a98d3 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.61 "DELETE /v2.0/ports/3abcea2c-2a8e-4533-b440-dc0b3997888b HTTP/1.1" status: 204 len: 173 time: 0.4026306 Dec 14 18:47:56.236980 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d7d542-e21e-4567-8e75-4e0a3f1df41c', 'name': 'network-vif-deleted', 'tag': '3abcea2c-2a8e-4533-b440-dc0b3997888b'}] {{(pid=108020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:47:56.240582 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d1d651e17726932f2c063a5cb62fed0687a982c73a8c4b64805019ed9839e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a21c7d1-4cc5-46cf-8ae3-e89da9b4fe00" -d '{"events": [{"server_uuid": "47d7d542-e21e-4567-8e75-4e0a3f1df41c", "name": "network-vif-deleted", "tag": "3abcea2c-2a8e-4533-b440-dc0b3997888b"}]}' {{(pid=108020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:47:56.283447 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba5cfa3-92f2-45ba-b01f-1f94113d713e x-openstack-request-id: req-8ba5cfa3-92f2-45ba-b01f-1f94113d713e {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:47:56.283751 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d7d542-e21e-4567-8e75-4e0a3f1df41c", "name": "network-vif-deleted", "tag": "3abcea2c-2a8e-4533-b440-dc0b3997888b", "status": "completed", "code": 200}]} {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:47:56.284004 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8ba5cfa3-92f2-45ba-b01f-1f94113d713e {{(pid=108020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:47:56.284469 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47d7d542-e21e-4567-8e75-4e0a3f1df41c', 'name': 'network-vif-deleted', 'tag': '3abcea2c-2a8e-4533-b440-dc0b3997888b', 'status': 'completed', 'code': 200} Dec 14 18:47:56.306088 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:56.329587 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3be0ca22-8cfa-4c6d-8490-a99262c63abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1838dad4-2cc1-4b60-bb90-cac76d4dc2c2'}] {{(pid=108022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:47:56.331902 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4652f51f42c3be85180d8c5c7bba1325bd3159a0fd8a88314674832532d8132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ad0377-82e5-4780-b4a1-dc0f1278746e" -d '{"events": [{"server_uuid": "3be0ca22-8cfa-4c6d-8490-a99262c63abc", "name": "network-vif-plugged", "status": "completed", "tag": "1838dad4-2cc1-4b60-bb90-cac76d4dc2c2"}]}' {{(pid=108022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:47:56.345333 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port 1838dad4-2cc1-4b60-bb90-cac76d4dc2c2, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=1838dad4-2cc1-4b60-bb90-cac76d4dc2c2,segment=NetworkSegment(30353971-0557-4376-bd51-df832c5b9df7),segment_id=30353971-0557-4376-bd51-df832c5b9df7)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:47:56.350091 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:47:56.374294 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-9ed246a5-8f37-4351-ab60-c82c94a902d0 req-6cb56173-c9d9-4fe2-bab6-19bc099df580 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/ports?device_id=47d7d542-e21e-4567-8e75-4e0a3f1df41c HTTP/1.1" status: 200 len: 210 time: 0.0323331 Dec 14 18:47:56.385885 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1260d48-3447-4c4b-890a-d88ec84d1a00 x-openstack-request-id: req-e1260d48-3447-4c4b-890a-d88ec84d1a00 {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:47:56.386581 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3be0ca22-8cfa-4c6d-8490-a99262c63abc", "name": "network-vif-plugged", "status": "completed", "tag": "1838dad4-2cc1-4b60-bb90-cac76d4dc2c2", "code": 200}]} {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:47:56.387930 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e1260d48-3447-4c4b-890a-d88ec84d1a00 {{(pid=108022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:47:56.388475 dv-cinder-821746-1-iscsi neutron-server[108022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3be0ca22-8cfa-4c6d-8490-a99262c63abc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1838dad4-2cc1-4b60-bb90-cac76d4dc2c2', 'code': 200} Dec 14 18:47:56.415867 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=1838dad4-2cc1-4b60-bb90-cac76d4dc2c2,revision_number=5']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:47:56.554234 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2fb43-c727-40ca-9f30-124667c591e0 req-20223f1e-bfe4-41c4-a3ca-25931f20aa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:56.555732 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-dbe2fb43-c727-40ca-9f30-124667c591e0 req-20223f1e-bfe4-41c4-a3ca-25931f20aa65 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3be0ca22-8cfa-4c6d-8490-a99262c63abc HTTP/1.1" status: 200 len: 1099 time: 0.0398865 Dec 14 18:47:56.591744 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-dbe2fb43-c727-40ca-9f30-124667c591e0 req-37932153-0bfb-4dd0-97cf-397a21cecb4a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=655bfe8d-4875-49b9-b21a-e98e337a5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274494 Dec 14 18:47:57.043584 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f3ae3-d202-47f9-9b97-641635a00932 req-174c1b6d-5680-4c57-8424-cad7fba369a8 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:57.045032 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-918f3ae3-d202-47f9-9b97-641635a00932 req-174c1b6d-5680-4c57-8424-cad7fba369a8 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/ports?device_id=3be0ca22-8cfa-4c6d-8490-a99262c63abc HTTP/1.1" status: 200 len: 946 time: 0.0538545 Dec 14 18:47:57.082281 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-918f3ae3-d202-47f9-9b97-641635a00932 req-130ca65c-5b85-40a8-9373-639e5b662bbf tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/security-groups?id=655bfe8d-4875-49b9-b21a-e98e337a5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312910 Dec 14 18:47:58.201127 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3c78a-1ed6-4a2e-a914-febfb9bcdb0d req-7829572f-d2b7-4815-b3fd-fb66502e348a tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:47:58.202654 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-bcc3c78a-1ed6-4a2e-a914-febfb9bcdb0d req-7829572f-d2b7-4815-b3fd-fb66502e348a tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/ports?device_id=3be0ca22-8cfa-4c6d-8490-a99262c63abc HTTP/1.1" status: 200 len: 946 time: 0.0563493 Dec 14 18:47:58.239683 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-bcc3c78a-1ed6-4a2e-a914-febfb9bcdb0d req-7aa6e747-b16c-4e37-9402-19460295a56d tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/security-groups?id=655bfe8d-4875-49b9-b21a-e98e337a5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311768 Dec 14 18:47:59.749942 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.agents_db [None req-bc91d4ce-6c5b-4ff0-abae-02e3a00e1a46 None None] Agent healthcheck: found 6 active agents {{(pid=108023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:48:00.556257 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 3abcea2c-2a8e-4533-b440-dc0b3997888b no longer exists at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:48:00.579825 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] No Port match for: 3abcea2c-2a8e-4533-b440-dc0b3997888b {{(pid=108022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:48:00.580245 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 3abcea2c-2a8e-4533-b440-dc0b3997888b not bound to the agent host hv-cinder-82174 {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:48:01.075647 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7e8db-7441-426a-bf4d-7fa9a88fbb6d req-3c8293fe-879a-44b1-b125-6b069022a205 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:01.077007 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9fb7e8db-7441-426a-bf4d-7fa9a88fbb6d req-3c8293fe-879a-44b1-b125-6b069022a205 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/ports?device_id=3be0ca22-8cfa-4c6d-8490-a99262c63abc HTTP/1.1" status: 200 len: 946 time: 0.0474892 Dec 14 18:48:01.114257 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9fb7e8db-7441-426a-bf4d-7fa9a88fbb6d req-3af38ab9-ba59-413d-a56e-270794b615ec tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/security-groups?id=655bfe8d-4875-49b9-b21a-e98e337a5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312772 Dec 14 18:48:02.228102 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1ca77-e18f-40bc-a48e-b577cf546354 req-ef6cd6dd-68f4-43e2-bd6d-f0097198b9db tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:02.229544 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-39a1ca77-e18f-40bc-a48e-b577cf546354 req-ef6cd6dd-68f4-43e2-bd6d-f0097198b9db tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/ports?device_id=3be0ca22-8cfa-4c6d-8490-a99262c63abc HTTP/1.1" status: 200 len: 946 time: 0.0479057 Dec 14 18:48:02.266046 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-39a1ca77-e18f-40bc-a48e-b577cf546354 req-cfec763c-ebc8-4c4a-8739-805d7d156f6c tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/security-groups?id=655bfe8d-4875-49b9-b21a-e98e337a5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306652 Dec 14 18:48:02.598469 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe9d45-9904-4fb7-bb2b-bb7e66446f87 req-b1f3b6f6-7836-41b0-bfd0-4ff54ef3b849 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:02.599831 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-0cbe9d45-9904-4fb7-bb2b-bb7e66446f87 req-b1f3b6f6-7836-41b0-bfd0-4ff54ef3b849 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.61 "GET /v2.0/ports?device_id=3be0ca22-8cfa-4c6d-8490-a99262c63abc HTTP/1.1" status: 200 len: 946 time: 0.0484419 Dec 14 18:48:02.707338 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [req-0cbe9d45-9904-4fb7-bb2b-bb7e66446f87 req-216de71f-c1cd-4c44-8073-d95cc2018702 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Deleting port 1838dad4-2cc1-4b60-bb90-cac76d4dc2c2 {{(pid=108020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:48:02.707677 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-0cbe9d45-9904-4fb7-bb2b-bb7e66446f87 req-216de71f-c1cd-4c44-8073-d95cc2018702 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:02.795271 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-0cbe9d45-9904-4fb7-bb2b-bb7e66446f87 req-216de71f-c1cd-4c44-8073-d95cc2018702 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] For port 1838dad4-2cc1-4b60-bb90-cac76d4dc2c2, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=1838dad4-2cc1-4b60-bb90-cac76d4dc2c2,segment=NetworkSegment(30353971-0557-4376-bd51-df832c5b9df7),segment_id=30353971-0557-4376-bd51-df832c5b9df7)] {{(pid=108020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:48:02.795631 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-0cbe9d45-9904-4fb7-bb2b-bb7e66446f87 req-216de71f-c1cd-4c44-8073-d95cc2018702 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:02.808254 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [req-0cbe9d45-9904-4fb7-bb2b-bb7e66446f87 req-216de71f-c1cd-4c44-8073-d95cc2018702 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Calling delete_port for 1838dad4-2cc1-4b60-bb90-cac76d4dc2c2 owned by compute:nova {{(pid=108020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:48:02.938251 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-0cbe9d45-9904-4fb7-bb2b-bb7e66446f87 req-216de71f-c1cd-4c44-8073-d95cc2018702 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966'] for port, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:02.953828 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] get_ports_and_sgs() called for port_ids ['1838dad4-2cc1-4b60-bb90-cac76d4dc2c2'] {{(pid=108022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:48:02.993611 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216de71f-c1cd-4c44-8073-d95cc2018702 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Pushing event deleted for resources: {'Port': ['ID=1838dad4-2cc1-4b60-bb90-cac76d4dc2c2,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:48:03.017292 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cbe9d45-9904-4fb7-bb2b-bb7e66446f87 req-216de71f-c1cd-4c44-8073-d95cc2018702 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] No DVR routers for this DVR port 1838dad4-2cc1-4b60-bb90-cac76d4dc2c2 on host hv-cinder-82174 {{(pid=108020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:48:03.020709 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-0cbe9d45-9904-4fb7-bb2b-bb7e66446f87 req-216de71f-c1cd-4c44-8073-d95cc2018702 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:03.024139 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-0cbe9d45-9904-4fb7-bb2b-bb7e66446f87 req-216de71f-c1cd-4c44-8073-d95cc2018702 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.61 "DELETE /v2.0/ports/1838dad4-2cc1-4b60-bb90-cac76d4dc2c2 HTTP/1.1" status: 204 len: 173 time: 0.4157588 Dec 14 18:48:03.024597 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3be0ca22-8cfa-4c6d-8490-a99262c63abc', 'name': 'network-vif-deleted', 'tag': '1838dad4-2cc1-4b60-bb90-cac76d4dc2c2'}] {{(pid=108020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:48:03.026910 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d1d651e17726932f2c063a5cb62fed0687a982c73a8c4b64805019ed9839e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83802e0-3445-44c6-8215-4973c79ceee4" -d '{"events": [{"server_uuid": "3be0ca22-8cfa-4c6d-8490-a99262c63abc", "name": "network-vif-deleted", "tag": "1838dad4-2cc1-4b60-bb90-cac76d4dc2c2"}]}' {{(pid=108020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:48:03.085493 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d449ee3f-9caf-47da-9fb2-dbf6d10dc2ba x-openstack-request-id: req-d449ee3f-9caf-47da-9fb2-dbf6d10dc2ba {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:48:03.085869 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3be0ca22-8cfa-4c6d-8490-a99262c63abc", "name": "network-vif-deleted", "tag": "1838dad4-2cc1-4b60-bb90-cac76d4dc2c2", "status": "completed", "code": 200}]} {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:48:03.086186 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d449ee3f-9caf-47da-9fb2-dbf6d10dc2ba {{(pid=108020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:48:03.086689 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3be0ca22-8cfa-4c6d-8490-a99262c63abc', 'name': 'network-vif-deleted', 'tag': '1838dad4-2cc1-4b60-bb90-cac76d4dc2c2', 'status': 'completed', 'code': 200} Dec 14 18:48:03.368644 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-869c700b-1e12-4f1c-bb49-edd6aa92f69f req-4699bdc8-6a7a-475c-acb8-41b188ed1537 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/ports?device_id=3be0ca22-8cfa-4c6d-8490-a99262c63abc HTTP/1.1" status: 200 len: 210 time: 0.0268905 Dec 14 18:48:04.472779 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-e0f5742c-0984-41ab-9d84-79f4568ef979 req-72b91ae5-c251-49f4-aef3-331a03046253 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/ports?device_id=3be0ca22-8cfa-4c6d-8490-a99262c63abc HTTP/1.1" status: 200 len: 210 time: 0.0254240 Dec 14 18:48:05.574863 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-15eba256-1623-4312-9f51-dda16b8fe0af req-8be63d56-9bf5-4f13-9e92-a3ca04f68632 tempest-VolumesActionsTest-1265183826 tempest-VolumesActionsTest-1265183826-project] 10.222.0.71 "GET /v2.0/ports?device_id=3be0ca22-8cfa-4c6d-8490-a99262c63abc HTTP/1.1" status: 200 len: 210 time: 0.0258126 Dec 14 18:48:06.564383 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 1838dad4-2cc1-4b60-bb90-cac76d4dc2c2 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:48:06.583371 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] No Port match for: 1838dad4-2cc1-4b60-bb90-cac76d4dc2c2 {{(pid=108022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:48:06.583710 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 1838dad4-2cc1-4b60-bb90-cac76d4dc2c2 not bound to the agent host hv-cinder-82174 {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:48:07.430029 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-01c72215-372e-4e40-bc2c-dba56e890139 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:07.431408 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-01c72215-372e-4e40-bc2c-dba56e890139 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/networks?id=fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b HTTP/1.1" status: 200 len: 814 time: 0.1027236 Dec 14 18:48:07.446489 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-c097cc88-7a46-4e49-a345-d839ef66746b tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/quotas/9c0d2fdffe1d484e98cf47d0b0b420f2 HTTP/1.1" status: 200 len: 375 time: 0.0094221 Dec 14 18:48:07.476112 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-b1d792fd-94f2-4e8a-b8f4-04feb49d88d5 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=9c0d2fdffe1d484e98cf47d0b0b420f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0244248 Dec 14 18:48:07.567588 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-83cbf2ec-9096-4742-9a23-7e7a4ca29bc1 service neutron] 10.222.0.71 "GET /v2.0/networks/fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847421 Dec 14 18:48:07.654631 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-79b807c6-da15-4d3e-9d68-5dc230c2de50 service neutron] 10.222.0.71 "GET /v2.0/networks/fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804548 Dec 14 18:48:07.808988 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-d35661ec-147b-40c4-93eb-39129ddd748e req-cb2b1013-f65f-49cb-8fd1-863584f8d123 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/ports?device_id=304e70ff-0ca8-49da-90c1-3353bad6e3c7 HTTP/1.1" status: 200 len: 210 time: 0.0265398 Dec 14 18:48:08.901005 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-b69ef2f1-9140-4645-afd5-e0490ddb752a req-e1b4a1a0-d688-44db-a1ca-cdec3fcd7d06 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/ports?device_id=304e70ff-0ca8-49da-90c1-3353bad6e3c7 HTTP/1.1" status: 200 len: 210 time: 0.0276160 Dec 14 18:48:09.995058 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ab79ef0c-efc9-4b95-841a-c5f351a000da req-f2003243-51fd-4e06-8170-0117016b65be tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/ports?device_id=304e70ff-0ca8-49da-90c1-3353bad6e3c7 HTTP/1.1" status: 200 len: 210 time: 0.0265813 Dec 14 18:48:10.901873 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-e3d811ce-122c-4607-8037-92ad922e6ee0 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:10.903317 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-e3d811ce-122c-4607-8037-92ad922e6ee0 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.61 "GET /v2.0/networks?id=fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b HTTP/1.1" status: 200 len: 814 time: 0.1081157 Dec 14 18:48:10.917700 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-22a14e83-5d9d-4b7f-a26e-9823d3312993 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Request body: {'port': {'device_id': '304e70ff-0ca8-49da-90c1-3353bad6e3c7', 'network_id': 'fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b', 'admin_state_up': True, 'tenant_id': '9c0d2fdffe1d484e98cf47d0b0b420f2'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:48:11.027332 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-22a14e83-5d9d-4b7f-a26e-9823d3312993 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Made reservation on behalf of 9c0d2fdffe1d484e98cf47d0b0b420f2 for: {'port': 1} {{(pid=108020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:48:11.030951 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-22a14e83-5d9d-4b7f-a26e-9823d3312993 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:11.097039 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-c14ca9d0-c62e-4acb-bcc4-69dc15999e21 req-1a7c5ed6-748a-42fe-b862-29a45772c9d3 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/ports?device_id=304e70ff-0ca8-49da-90c1-3353bad6e3c7 HTTP/1.1" status: 200 len: 210 time: 0.0297322 Dec 14 18:48:11.163885 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.db_base_plugin_common [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-22a14e83-5d9d-4b7f-a26e-9823d3312993 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Allocated IP 172.20.0.5 (fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b/c77289fe-9439-42ce-9a40-75f17b245f22/02221a81-8279-4c01-b2e7-2fb1711e6917) {{(pid=108020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:48:11.309076 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-22a14e83-5d9d-4b7f-a26e-9823d3312993 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Notify callbacks [] for port, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:11.342046 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-22a14e83-5d9d-4b7f-a26e-9823d3312993 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957'] for port, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:11.383132 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-22a14e83-5d9d-4b7f-a26e-9823d3312993 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Network fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b is already hosted by enough agents. {{(pid=108020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:48:11.386345 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.base_scheduler [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-22a14e83-5d9d-4b7f-a26e-9823d3312993 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Resources bound (agent type, host, resource id): {{(pid=108020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:48:11.390036 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-22a14e83-5d9d-4b7f-a26e-9823d3312993 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Received port after_create {{(pid=108020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:48:11.395646 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-22a14e83-5d9d-4b7f-a26e-9823d3312993 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:11.396247 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-22a14e83-5d9d-4b7f-a26e-9823d3312993 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:11.404990 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a14e83-5d9d-4b7f-a26e-9823d3312993 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Pushing event updated for resources: {'Port': ['ID=02221a81-8279-4c01-b2e7-2fb1711e6917,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:48:11.425656 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-22a14e83-5d9d-4b7f-a26e-9823d3312993 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5107467 Dec 14 18:48:11.439687 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-fd562032-907a-4c1c-9ca6-5f17be2ecb47 service neutron] Request body: {'port': {'device_id': '304e70ff-0ca8-49da-90c1-3353bad6e3c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:48:11.496742 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-fd562032-907a-4c1c-9ca6-5f17be2ecb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:11.858006 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-fd562032-907a-4c1c-9ca6-5f17be2ecb47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02221a81-8279-4c01-b2e7-2fb1711e6917 {{(pid=108020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:48:11.870643 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-fd562032-907a-4c1c-9ca6-5f17be2ecb47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:11.884005 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.provisioning_blocks [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-fd562032-907a-4c1c-9ca6-5f17be2ecb47 service neutron] Transition to ACTIVE for port object 02221a81-8279-4c01-b2e7-2fb1711e6917 will not be triggered until provisioned by entity L2. {{(pid=108020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 18:48:11.889978 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-fd562032-907a-4c1c-9ca6-5f17be2ecb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:11.958860 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd562032-907a-4c1c-9ca6-5f17be2ecb47 service neutron] Pushing event updated for resources: {'Port': ['ID=02221a81-8279-4c01-b2e7-2fb1711e6917,revision_number=2']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:48:12.003829 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-fd562032-907a-4c1c-9ca6-5f17be2ecb47 service neutron] Attempting to bind port 02221a81-8279-4c01-b2e7-2fb1711e6917 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:48:12.004189 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-fd562032-907a-4c1c-9ca6-5f17be2ecb47 service neutron] Attempting to bind port 02221a81-8279-4c01-b2e7-2fb1711e6917 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': 'ee556489-8f1f-458c-8c39-cb70bdd26ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b'}] {{(pid=108020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:48:12.004479 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-fd562032-907a-4c1c-9ca6-5f17be2ecb47 service neutron] Attempting to bind port 02221a81-8279-4c01-b2e7-2fb1711e6917 on network fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:48:12.009164 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-fd562032-907a-4c1c-9ca6-5f17be2ecb47 service neutron] Port 02221a81-8279-4c01-b2e7-2fb1711e6917 on network fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 18:48:12.009631 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-fd562032-907a-4c1c-9ca6-5f17be2ecb47 service neutron] Attempting to bind port 02221a81-8279-4c01-b2e7-2fb1711e6917 on network fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:48:12.014935 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-fd562032-907a-4c1c-9ca6-5f17be2ecb47 service neutron] Checking agent: {'id': '1f764c31-0392-4232-adb6-72e70ca44f2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 41, 22), 'started_at': datetime.datetime(2021, 12, 14, 18, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:48:12.015272 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-fd562032-907a-4c1c-9ca6-5f17be2ecb47 service neutron] Checking segment: {'id': 'ee556489-8f1f-458c-8c39-cb70bdd26ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:48:12.015652 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-fd562032-907a-4c1c-9ca6-5f17be2ecb47 service neutron] Bound using segment: {'id': 'ee556489-8f1f-458c-8c39-cb70bdd26ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b'} {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:48:12.016077 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-fd562032-907a-4c1c-9ca6-5f17be2ecb47 service neutron] Bound port: 02221a81-8279-4c01-b2e7-2fb1711e6917, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee556489-8f1f-458c-8c39-cb70bdd26ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b'}}] {{(pid=108020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:48:12.016432 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-fd562032-907a-4c1c-9ca6-5f17be2ecb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:12.088773 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-fd562032-907a-4c1c-9ca6-5f17be2ecb47 service neutron] For port 02221a81-8279-4c01-b2e7-2fb1711e6917, host hv-cinder-82174, cleared binding levels {{(pid=108020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:48:12.093144 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-fd562032-907a-4c1c-9ca6-5f17be2ecb47 service neutron] For port 02221a81-8279-4c01-b2e7-2fb1711e6917, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=02221a81-8279-4c01-b2e7-2fb1711e6917,segment=NetworkSegment(ee556489-8f1f-458c-8c39-cb70bdd26ae3),segment_id=ee556489-8f1f-458c-8c39-cb70bdd26ae3)] {{(pid=108020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:48:12.097476 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-fd562032-907a-4c1c-9ca6-5f17be2ecb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:12.136878 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-fd562032-907a-4c1c-9ca6-5f17be2ecb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:12.137595 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-fd562032-907a-4c1c-9ca6-5f17be2ecb47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:12.139180 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-fd562032-907a-4c1c-9ca6-5f17be2ecb47 service neutron] 10.222.0.61 "PUT /v2.0/ports/02221a81-8279-4c01-b2e7-2fb1711e6917 HTTP/1.1" status: 200 len: 1093 time: 0.7043846 Dec 14 18:48:12.139792 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '304e70ff-0ca8-49da-90c1-3353bad6e3c7', 'tag': '02221a81-8279-4c01-b2e7-2fb1711e6917'}] {{(pid=108020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:48:12.142393 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d1d651e17726932f2c063a5cb62fed0687a982c73a8c4b64805019ed9839e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc07cebc-48b1-4f0a-9eb3-f12f41df01bc" -d '{"events": [{"name": "network-changed", "server_uuid": "304e70ff-0ca8-49da-90c1-3353bad6e3c7", "tag": "02221a81-8279-4c01-b2e7-2fb1711e6917"}]}' {{(pid=108020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:48:12.179774 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd562032-907a-4c1c-9ca6-5f17be2ecb47 service neutron] Pushing event updated for resources: {'Port': ['ID=02221a81-8279-4c01-b2e7-2fb1711e6917,revision_number=3']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:48:12.219203 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b398c84-deda-4049-ab9c-462a7429c280 x-openstack-request-id: req-4b398c84-deda-4049-ab9c-462a7429c280 {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:48:12.219716 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "304e70ff-0ca8-49da-90c1-3353bad6e3c7", "tag": "02221a81-8279-4c01-b2e7-2fb1711e6917", "status": "completed", "code": 200}]} {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:48:12.220160 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4b398c84-deda-4049-ab9c-462a7429c280 {{(pid=108020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:48:12.220736 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '304e70ff-0ca8-49da-90c1-3353bad6e3c7', 'tag': '02221a81-8279-4c01-b2e7-2fb1711e6917', 'status': 'completed', 'code': 200} Dec 14 18:48:12.239430 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-ee5a9ceb-ad91-415a-8adc-cdf901d6ae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:12.241963 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-ee5a9ceb-ad91-415a-8adc-cdf901d6ae37 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9c0d2fdffe1d484e98cf47d0b0b420f2&device_id=304e70ff-0ca8-49da-90c1-3353bad6e3c7 HTTP/1.1" status: 200 len: 1096 time: 0.0505362 Dec 14 18:48:12.274985 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868525c3-394f-4117-b1fd-d18a34faff86 req-7ff0ee03-3979-4dbb-9752-bb9acfcb0f79 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:12.282539 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-868525c3-394f-4117-b1fd-d18a34faff86 req-7ff0ee03-3979-4dbb-9752-bb9acfcb0f79 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/ports?device_id=304e70ff-0ca8-49da-90c1-3353bad6e3c7 HTTP/1.1" status: 200 len: 943 time: 0.0613756 Dec 14 18:48:12.307767 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-3b7650ca-fd00-4d0d-b661-8659428dfee1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02221a81-8279-4c01-b2e7-2fb1711e6917 HTTP/1.1" status: 200 len: 217 time: 0.0437379 Dec 14 18:48:12.331718 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-868525c3-394f-4117-b1fd-d18a34faff86 req-a4967d2b-f42d-40dc-b6a2-bbc1b103b021 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/security-groups?id=2851b60b-dc5b-4a10-8667-c51886da8d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482159 Dec 14 18:48:12.384829 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-276b1f0c-e7ce-4283-83e6-212ada9049dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:12.387504 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-276b1f0c-e7ce-4283-83e6-212ada9049dd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c77289fe-9439-42ce-9a40-75f17b245f22 HTTP/1.1" status: 200 len: 854 time: 0.0649796 Dec 14 18:48:12.389197 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-05a7723d-02c0-405d-a075-05c6bfcac9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:12.429688 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-78bcdb1e-226e-4845-a917-2cb90d14d724 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285523 Dec 14 18:48:12.536511 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-e1c74203-f861-4438-bb91-6f30a508683b service neutron] 10.222.0.61 "GET /v2.0/networks/fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950894 Dec 14 18:48:12.651692 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-79376376-6a9b-492c-8f4f-b901b29d4e38 req-b8186827-6270-4bbf-8144-93bce1e66574 service neutron] 10.222.0.61 "GET /v2.0/networks/fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017251 Dec 14 18:48:12.752728 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07cebc-48b1-4f0a-9eb3-f12f41df01bc req-2a2e3b20-bc5b-4902-b88b-fa3df323e10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:12.754655 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-cc07cebc-48b1-4f0a-9eb3-f12f41df01bc req-2a2e3b20-bc5b-4902-b88b-fa3df323e10d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9c0d2fdffe1d484e98cf47d0b0b420f2&device_id=304e70ff-0ca8-49da-90c1-3353bad6e3c7 HTTP/1.1" status: 200 len: 1096 time: 0.0464528 Dec 14 18:48:13.122384 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07cebc-48b1-4f0a-9eb3-f12f41df01bc req-e602428e-4055-4876-9046-085d1d91e62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:13.123970 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-cc07cebc-48b1-4f0a-9eb3-f12f41df01bc req-e602428e-4055-4876-9046-085d1d91e62c service neutron] 10.222.0.61 "GET /v2.0/networks?id=fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b HTTP/1.1" status: 200 len: 915 time: 0.3615537 Dec 14 18:48:13.193202 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-cc07cebc-48b1-4f0a-9eb3-f12f41df01bc req-da6e7126-4174-45c2-bcfa-ebfa8b163278 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02221a81-8279-4c01-b2e7-2fb1711e6917 HTTP/1.1" status: 200 len: 217 time: 0.0498092 Dec 14 18:48:13.267681 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07cebc-48b1-4f0a-9eb3-f12f41df01bc req-a43137f4-cbb7-42bf-be07-3ad1b8dab4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:13.269235 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-cc07cebc-48b1-4f0a-9eb3-f12f41df01bc req-a43137f4-cbb7-42bf-be07-3ad1b8dab4a3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c77289fe-9439-42ce-9a40-75f17b245f22 HTTP/1.1" status: 200 len: 854 time: 0.0576508 Dec 14 18:48:13.279492 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e81fd9-4c5b-49dc-bb45-45da962fbcd1 req-0cf25ec7-0660-4840-943d-f860e3ffb28a tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:13.279724 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-d7e81fd9-4c5b-49dc-bb45-45da962fbcd1 req-0cf25ec7-0660-4840-943d-f860e3ffb28a tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 946 time: 0.0957215 Dec 14 18:48:13.310419 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-cc07cebc-48b1-4f0a-9eb3-f12f41df01bc req-b208ff4f-06d6-4a80-b9f0-0f439ecc761b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298009 Dec 14 18:48:13.382601 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-d7e81fd9-4c5b-49dc-bb45-45da962fbcd1 req-bc78d67b-86b7-493b-9ace-a49058702c5e tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943768 Dec 14 18:48:13.438116 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-cc07cebc-48b1-4f0a-9eb3-f12f41df01bc req-65a9db34-c81b-431f-b886-fdb81d88cd59 service neutron] 10.222.0.61 "GET /v2.0/networks/fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169896 Dec 14 18:48:13.492392 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094d514-4ef0-4b5f-926f-19067dedcc3a req-9b4ac54b-3ee3-4788-a2b8-0a3930796d77 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:13.494848 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-0094d514-4ef0-4b5f-926f-19067dedcc3a req-9b4ac54b-3ee3-4788-a2b8-0a3930796d77 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/ports?device_id=304e70ff-0ca8-49da-90c1-3353bad6e3c7 HTTP/1.1" status: 200 len: 943 time: 0.0637879 Dec 14 18:48:13.548398 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-cc07cebc-48b1-4f0a-9eb3-f12f41df01bc req-798f6fa5-f613-46e2-b26e-36497b8849d8 service neutron] 10.222.0.61 "GET /v2.0/networks/fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017013 Dec 14 18:48:13.554800 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-0094d514-4ef0-4b5f-926f-19067dedcc3a req-740c0272-369e-4f34-b7e8-88a533b58e7c tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/security-groups?id=2851b60b-dc5b-4a10-8667-c51886da8d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522571 Dec 14 18:48:14.551498 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac26809-4d31-4281-99d6-01e6ae636eb1 req-801ba7e2-c1e6-4c6c-b547-3a02c1c9f7d7 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:14.552967 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-aac26809-4d31-4281-99d6-01e6ae636eb1 req-801ba7e2-c1e6-4c6c-b547-3a02c1c9f7d7 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 946 time: 0.0643280 Dec 14 18:48:14.594900 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-aac26809-4d31-4281-99d6-01e6ae636eb1 req-113caf88-1341-431d-ab94-b1ab07d1e9f9 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=cc6207d1-095b-481a-af49-7890b45684eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350454 Dec 14 18:48:14.675030 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc9b7fc-2ad9-453c-8dd3-23d321224cf6 req-c956525a-6f71-4634-9545-28fe6f7d7e78 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:14.677420 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-3bc9b7fc-2ad9-453c-8dd3-23d321224cf6 req-c956525a-6f71-4634-9545-28fe6f7d7e78 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/ports?device_id=304e70ff-0ca8-49da-90c1-3353bad6e3c7 HTTP/1.1" status: 200 len: 943 time: 0.0544863 Dec 14 18:48:14.726299 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-3bc9b7fc-2ad9-453c-8dd3-23d321224cf6 req-a0bec170-bddf-4664-889a-25c9d6a0c02f tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/security-groups?id=2851b60b-dc5b-4a10-8667-c51886da8d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434179 Dec 14 18:48:14.766991 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ab92f688-fa9b-46a3-8dd3-2068855fb2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:14.981647 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4d248-f8b1-4d38-92e9-30b8fdf7f122 req-a94d8689-d17d-44d8-a74d-5ed40522d091 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:14.983088 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b0c4d248-f8b1-4d38-92e9-30b8fdf7f122 req-a94d8689-d17d-44d8-a74d-5ed40522d091 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.61 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 946 time: 0.0529764 Dec 14 18:48:15.092171 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [req-b0c4d248-f8b1-4d38-92e9-30b8fdf7f122 req-5e65613f-106c-450f-8d7d-457a91357c4a tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Deleting port 92e1bf3e-099a-4c9f-b31d-e4954b6813d1 {{(pid=108020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:48:15.092856 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-b0c4d248-f8b1-4d38-92e9-30b8fdf7f122 req-5e65613f-106c-450f-8d7d-457a91357c4a tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:15.202737 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-b0c4d248-f8b1-4d38-92e9-30b8fdf7f122 req-5e65613f-106c-450f-8d7d-457a91357c4a tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] For port 92e1bf3e-099a-4c9f-b31d-e4954b6813d1, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=92e1bf3e-099a-4c9f-b31d-e4954b6813d1,segment=NetworkSegment(d67fca54-e316-4758-9f95-27fc03e03491),segment_id=d67fca54-e316-4758-9f95-27fc03e03491)] {{(pid=108020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:48:15.203215 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-b0c4d248-f8b1-4d38-92e9-30b8fdf7f122 req-5e65613f-106c-450f-8d7d-457a91357c4a tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:15.497063 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-b0c4d248-f8b1-4d38-92e9-30b8fdf7f122 req-5e65613f-106c-450f-8d7d-457a91357c4a tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:15.497418 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-b0c4d248-f8b1-4d38-92e9-30b8fdf7f122 req-5e65613f-106c-450f-8d7d-457a91357c4a tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552536'] for floatingip, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:15.497782 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.db.l3_db [req-b0c4d248-f8b1-4d38-92e9-30b8fdf7f122 req-5e65613f-106c-450f-8d7d-457a91357c4a tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Floating IP 4d4d1afb-313e-41f3-93ee-496f6d7f4624 disassociated. External IP: 172.27.2.186, port: 92e1bf3e-099a-4c9f-b31d-e4954b6813d1. Dec 14 18:48:15.498112 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [req-b0c4d248-f8b1-4d38-92e9-30b8fdf7f122 req-5e65613f-106c-450f-8d7d-457a91357c4a tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Calling delete_port for 92e1bf3e-099a-4c9f-b31d-e4954b6813d1 owned by compute:nova {{(pid=108020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:48:15.648953 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-b0c4d248-f8b1-4d38-92e9-30b8fdf7f122 req-5e65613f-106c-450f-8d7d-457a91357c4a tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966'] for port, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:15.679937 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e65613f-106c-450f-8d7d-457a91357c4a tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Pushing event deleted for resources: {'Port': ['ID=92e1bf3e-099a-4c9f-b31d-e4954b6813d1,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:48:15.839407 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0c4d248-f8b1-4d38-92e9-30b8fdf7f122 req-5e65613f-106c-450f-8d7d-457a91357c4a tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Router db6ea8f5-1f88-4e0f-b432-cdaff40cea1e has already been hosted by L3 agent 61f97045-3475-4abf-9bb4-9e4a5178f14d {{(pid=108020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:48:15.842360 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6dab8d67-0e81-454a-968d-237cb3277fea req-c2f523f1-f2c9-490b-8886-60e958db4058 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dc608ae-3344-4524-9d53-7e76b3a921e6 HTTP/1.1" status: 200 len: 210 time: 0.0640614 Dec 14 18:48:15.894327 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917fd6c-48b9-47f6-a89d-e39017116edc req-2c54a1f7-31f4-4c1f-8ced-f74f79aa0cff tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:15.897399 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-c917fd6c-48b9-47f6-a89d-e39017116edc req-2c54a1f7-31f4-4c1f-8ced-f74f79aa0cff tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/ports?device_id=304e70ff-0ca8-49da-90c1-3353bad6e3c7 HTTP/1.1" status: 200 len: 943 time: 0.0726233 Dec 14 18:48:15.971981 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-c917fd6c-48b9-47f6-a89d-e39017116edc req-f65714ab-e313-4e20-a8ed-b8c34e32c7dd tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/security-groups?id=2851b60b-dc5b-4a10-8667-c51886da8d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678766 Dec 14 18:48:15.977549 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0c4d248-f8b1-4d38-92e9-30b8fdf7f122 req-5e65613f-106c-450f-8d7d-457a91357c4a tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify agent at l3_agent.dv-cinder-821746-1-iscsi the message routers_updated {{(pid=108020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:48:15.991045 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c061e908-1768-4115-ae94-22309a1dab46 None None] Sync routers for ids ['db6ea8f5-1f88-4e0f-b432-cdaff40cea1e'] in dv-cinder-821746-1-iscsi {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:48:16.002319 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c061e908-1768-4115-ae94-22309a1dab46 None None] Routers {'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:48:16.003327 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-c061e908-1768-4115-ae94-22309a1dab46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:48:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['db6ea8f5-1f88-4e0f-b432-cdaff40cea1e'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:48:16.026904 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c4d248-f8b1-4d38-92e9-30b8fdf7f122 req-5e65613f-106c-450f-8d7d-457a91357c4a tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] No DVR routers for this DVR port 92e1bf3e-099a-4c9f-b31d-e4954b6813d1 on host hv-cinder-82174 {{(pid=108020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:48:16.029939 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-b0c4d248-f8b1-4d38-92e9-30b8fdf7f122 req-5e65613f-106c-450f-8d7d-457a91357c4a tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:16.033627 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b0c4d248-f8b1-4d38-92e9-30b8fdf7f122 req-5e65613f-106c-450f-8d7d-457a91357c4a tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.61 "DELETE /v2.0/ports/92e1bf3e-099a-4c9f-b31d-e4954b6813d1 HTTP/1.1" status: 204 len: 173 time: 1.0425611 Dec 14 18:48:16.034247 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc608ae-3344-4524-9d53-7e76b3a921e6', 'name': 'network-vif-deleted', 'tag': '92e1bf3e-099a-4c9f-b31d-e4954b6813d1'}] {{(pid=108020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:48:16.043549 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d1d651e17726932f2c063a5cb62fed0687a982c73a8c4b64805019ed9839e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b767d5fe-c545-4828-b913-4e911d20d45f" -d '{"events": [{"server_uuid": "0dc608ae-3344-4524-9d53-7e76b3a921e6", "name": "network-vif-deleted", "tag": "92e1bf3e-099a-4c9f-b31d-e4954b6813d1"}]}' {{(pid=108020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:48:16.140012 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-c061e908-1768-4115-ae94-22309a1dab46 None None] Set router db6ea8f5-1f88-4e0f-b432-cdaff40cea1e gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:48:16.143403 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74618f32-a353-4148-a91b-30de8432ee74 x-openstack-request-id: req-74618f32-a353-4148-a91b-30de8432ee74 {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:48:16.143764 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc608ae-3344-4524-9d53-7e76b3a921e6", "name": "network-vif-deleted", "tag": "92e1bf3e-099a-4c9f-b31d-e4954b6813d1", "status": "completed", "code": 200}]} {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:48:16.144130 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-74618f32-a353-4148-a91b-30de8432ee74 {{(pid=108020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:48:16.144624 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc608ae-3344-4524-9d53-7e76b3a921e6', 'name': 'network-vif-deleted', 'tag': '92e1bf3e-099a-4c9f-b31d-e4954b6813d1', 'status': 'completed', 'code': 200} Dec 14 18:48:16.276812 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:16.403456 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-c061e908-1768-4115-ae94-22309a1dab46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'name': 'tempest-AttachVolumeShelveTestJSON-731502450-router', 'tenant_id': '8119ae9c02c041da868fd66af898aece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'a02adf1e-1519-4a82-af9b-0e82a2fecdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:44:33Z', 'updated_at': '2021-12-14T18:44:37Z', 'revision_number': 4, 'project_id': '8119ae9c02c041da868fd66af898aece', 'gw_port': {'id': 'a02adf1e-1519-4a82-af9b-0e82a2fecdb4', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:44:34Z', 'updated_at': '2021-12-14T18:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': 'bbfcb125-3b7c-4ce8-9b31-154d853ef904', 'name': '', 'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d', 'tenant_id': '8119ae9c02c041da868fd66af898aece', 'mac_address': 'fa:16:3e:6b:31:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd961d8ae-8136-463f-bf43-32c0a15a6798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:44:36Z', 'updated_at': '2021-12-14T18:44:41Z', 'revision_number': 5, 'project_id': '8119ae9c02c041da868fd66af898aece', 'subnets': [{'id': 'd961d8ae-8136-463f-bf43-32c0a15a6798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:48:16.435354 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c061e908-1768-4115-ae94-22309a1dab46 None None] Checking router: db6ea8f5-1f88-4e0f-b432-cdaff40cea1e for host: dv-cinder-821746-1-iscsi {{(pid=108022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:48:16.456884 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c061e908-1768-4115-ae94-22309a1dab46 None None] Routers {'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:48:16.457508 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-c061e908-1768-4115-ae94-22309a1dab46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:48:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['db6ea8f5-1f88-4e0f-b432-cdaff40cea1e'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:48:16.634647 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 02221a81-8279-4c01-b2e7-2fb1711e6917 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=108022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:48:16.673145 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-c061e908-1768-4115-ae94-22309a1dab46 None None] Set router db6ea8f5-1f88-4e0f-b432-cdaff40cea1e gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:48:16.865601 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port 02221a81-8279-4c01-b2e7-2fb1711e6917, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=02221a81-8279-4c01-b2e7-2fb1711e6917,segment=NetworkSegment(ee556489-8f1f-458c-8c39-cb70bdd26ae3),segment_id=ee556489-8f1f-458c-8c39-cb70bdd26ae3)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:48:16.892449 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Returning: {'device': '02221a81-8279-4c01-b2e7-2fb1711e6917', 'network_id': 'fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b', 'port_id': '02221a81-8279-4c01-b2e7-2fb1711e6917', 'mac_address': 'fa:16:3e:e8:fa:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c77289fe-9439-42ce-9a40-75f17b245f22', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:48:16.968221 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 46804) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:48:16.969897 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:16.992293 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02221a81-8279-4c01-b2e7-2fb1711e6917 {{(pid=108022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:48:17.029704 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port 02221a81-8279-4c01-b2e7-2fb1711e6917, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=02221a81-8279-4c01-b2e7-2fb1711e6917,segment=NetworkSegment(ee556489-8f1f-458c-8c39-cb70bdd26ae3),segment_id=ee556489-8f1f-458c-8c39-cb70bdd26ae3)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:48:17.036451 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-c061e908-1768-4115-ae94-22309a1dab46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'name': 'tempest-AttachVolumeShelveTestJSON-731502450-router', 'tenant_id': '8119ae9c02c041da868fd66af898aece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'a02adf1e-1519-4a82-af9b-0e82a2fecdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:44:33Z', 'updated_at': '2021-12-14T18:44:37Z', 'revision_number': 4, 'project_id': '8119ae9c02c041da868fd66af898aece', 'gw_port': {'id': 'a02adf1e-1519-4a82-af9b-0e82a2fecdb4', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:44:34Z', 'updated_at': '2021-12-14T18:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': 'bbfcb125-3b7c-4ce8-9b31-154d853ef904', 'name': '', 'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d', 'tenant_id': '8119ae9c02c041da868fd66af898aece', 'mac_address': 'fa:16:3e:6b:31:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd961d8ae-8136-463f-bf43-32c0a15a6798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:44:36Z', 'updated_at': '2021-12-14T18:44:41Z', 'revision_number': 5, 'project_id': '8119ae9c02c041da868fd66af898aece', 'subnets': [{'id': 'd961d8ae-8136-463f-bf43-32c0a15a6798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:48:17.040709 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:17.082600 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-d6f9c59d-d781-4cb8-8b57-7666475c522c tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks [] for security_group, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:17.117992 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=02221a81-8279-4c01-b2e7-2fb1711e6917,revision_number=4']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:48:17.120974 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c061e908-1768-4115-ae94-22309a1dab46 None None] The sync data for ids ['db6ea8f5-1f88-4e0f-b432-cdaff40cea1e'] in dv-cinder-821746-1-iscsi is: [{'id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'name': 'tempest-AttachVolumeShelveTestJSON-731502450-router', 'tenant_id': '8119ae9c02c041da868fd66af898aece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'a02adf1e-1519-4a82-af9b-0e82a2fecdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:44:33Z', 'updated_at': '2021-12-14T18:44:37Z', 'revision_number': 4, 'project_id': '8119ae9c02c041da868fd66af898aece', 'gw_port': {'id': 'a02adf1e-1519-4a82-af9b-0e82a2fecdb4', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:44:34Z', 'updated_at': '2021-12-14T18:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': 'bbfcb125-3b7c-4ce8-9b31-154d853ef904', 'name': '', 'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d', 'tenant_id': '8119ae9c02c041da868fd66af898aece', 'mac_address': 'fa:16:3e:6b:31:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd961d8ae-8136-463f-bf43-32c0a15a6798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:44:36Z', 'updated_at': '2021-12-14T18:44:41Z', 'revision_number': 5, 'project_id': '8119ae9c02c041da868fd66af898aece', 'subnets': [{'id': 'd961d8ae-8136-463f-bf43-32c0a15a6798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:48:17.160557 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-d6f9c59d-d781-4cb8-8b57-7666475c522c tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:17.252368 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-d6f9c59d-d781-4cb8-8b57-7666475c522c tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:17.255530 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-d6f9c59d-d781-4cb8-8b57-7666475c522c tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks [] for security_group, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:17.259920 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-d6f9c59d-d781-4cb8-8b57-7666475c522c tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "DELETE /v2.0/security-groups/cc6207d1-095b-481a-af49-7890b45684eb HTTP/1.1" status: 204 len: 168 time: 0.2881453 Dec 14 18:48:17.266322 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 46808) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:48:17.269995 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f9c59d-d781-4cb8-8b57-7666475c522c tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6207d1-095b-481a-af49-7890b45684eb,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:48:17.279465 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aec3c3-5eb6-48fa-af27-a38fadc6d979 req-709672da-8730-4fc7-aa1f-a8c46c4e8489 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:17.287140 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-83aec3c3-5eb6-48fa-af27-a38fadc6d979 req-709672da-8730-4fc7-aa1f-a8c46c4e8489 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/ports?device_id=304e70ff-0ca8-49da-90c1-3353bad6e3c7 HTTP/1.1" status: 200 len: 944 time: 0.2055101 Dec 14 18:48:17.289741 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] get_ports_and_sgs() called for port_ids ['02221a81-8279-4c01-b2e7-2fb1711e6917'] {{(pid=108022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:48:17.301917 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.api.v2.resource [None req-acbb0395-535e-4fe3-ac20-f28351bbbce7 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] show failed (client error): The resource could not be found. Dec 14 18:48:17.305642 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-acbb0395-535e-4fe3-ac20-f28351bbbce7 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups/cc6207d1-095b-481a-af49-7890b45684eb HTTP/1.1" status: 404 len: 347 time: 0.0360374 Dec 14 18:48:17.308231 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 46810) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:48:17.314276 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9c59d-d781-4cb8-8b57-7666475c522c tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:48:17.314700 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9c59d-d781-4cb8-8b57-7666475c522c tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:48:17.315042 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9c59d-d781-4cb8-8b57-7666475c522c tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:48:17.315376 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9c59d-d781-4cb8-8b57-7666475c522c tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:48:17.315707 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9c59d-d781-4cb8-8b57-7666475c522c tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:48:17.316035 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9c59d-d781-4cb8-8b57-7666475c522c tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:48:17.316364 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9c59d-d781-4cb8-8b57-7666475c522c tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:48:17.317131 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9c59d-d781-4cb8-8b57-7666475c522c tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:48:17.317465 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9c59d-d781-4cb8-8b57-7666475c522c tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:48:17.317793 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9c59d-d781-4cb8-8b57-7666475c522c tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:48:17.318194 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9c59d-d781-4cb8-8b57-7666475c522c tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:48:17.319474 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9c59d-d781-4cb8-8b57-7666475c522c tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:48:17.410822 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-83aec3c3-5eb6-48fa-af27-a38fadc6d979 req-395e7d1b-4cd3-4049-ba3d-5f4777ced56c tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/security-groups?id=2851b60b-dc5b-4a10-8667-c51886da8d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217475 Dec 14 18:48:17.528415 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [None req-c99c7469-234d-4845-a2b5-72c8a70e12f2 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Deleting port fe6a786f-6a07-4056-bc03-4631afe6a9b5 {{(pid=108020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:48:17.528892 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-c99c7469-234d-4845-a2b5-72c8a70e12f2 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:17.574040 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:17.581874 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678270a7-5842-43a5-8932-d34eac8a84cf None None] New status for floating IP 4d4d1afb-313e-41f3-93ee-496f6d7f4624: DOWN {{(pid=108023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 18:48:17.650899 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-c99c7469-234d-4845-a2b5-72c8a70e12f2 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:17.651352 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-c99c7469-234d-4845-a2b5-72c8a70e12f2 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:17.665488 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [None req-c99c7469-234d-4845-a2b5-72c8a70e12f2 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Calling delete_port for fe6a786f-6a07-4056-bc03-4631afe6a9b5 owned by network:floatingip {{(pid=108020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:48:17.886704 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:17.941058 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-c99c7469-234d-4845-a2b5-72c8a70e12f2 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966'] for port, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:17.968197 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c7469-234d-4845-a2b5-72c8a70e12f2 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Pushing event deleted for resources: {'Port': ['ID=fe6a786f-6a07-4056-bc03-4631afe6a9b5,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:48:18.026747 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-c99c7469-234d-4845-a2b5-72c8a70e12f2 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks [] for floatingip, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:18.026747 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-c99c7469-234d-4845-a2b5-72c8a70e12f2 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for floatingip, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:18.027184 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-c99c7469-234d-4845-a2b5-72c8a70e12f2 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "DELETE /v2.0/floatingips/4d4d1afb-313e-41f3-93ee-496f6d7f4624 HTTP/1.1" status: 204 len: 168 time: 0.7180164 Dec 14 18:48:18.294985 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 46822) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:48:18.300223 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [None req-f46968f1-6800-421c-8178-34de1015fedd tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1242151458', 'description': 'tempest-description--1557098789'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:48:18.328168 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-f46968f1-6800-421c-8178-34de1015fedd tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:18.411428 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-f46968f1-6800-421c-8178-34de1015fedd tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:18.416425 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-f46968f1-6800-421c-8178-34de1015fedd tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:18.448905 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-f46968f1-6800-421c-8178-34de1015fedd tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:18.455280 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-f46968f1-6800-421c-8178-34de1015fedd tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1584876 Dec 14 18:48:18.455547 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 46826) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:48:18.458036 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46968f1-6800-421c-8178-34de1015fedd tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:48:18.461356 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-535678ed-e206-4d1a-af84-3fcad71c09ff tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Request body: {'security_group_rule': {'security_group_id': '7522fc3f-a8fc-47f2-84be-e0ceba4bdd07', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:48:18.508438 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-535678ed-e206-4d1a-af84-3fcad71c09ff tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:18.588436 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369541aa-6068-4d5b-a391-558c78045d1a req-a55fc6b4-8036-4bea-991d-54b71566eb26 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:18.589867 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-369541aa-6068-4d5b-a391-558c78045d1a req-a55fc6b4-8036-4bea-991d-54b71566eb26 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/ports?device_id=304e70ff-0ca8-49da-90c1-3353bad6e3c7 HTTP/1.1" status: 200 len: 944 time: 0.0721815 Dec 14 18:48:18.599403 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-535678ed-e206-4d1a-af84-3fcad71c09ff tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:18.606163 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-535678ed-e206-4d1a-af84-3fcad71c09ff tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727460'] for security_group_rule, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:18.631289 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 02221a81-8279-4c01-b2e7-2fb1711e6917 up at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:48:18.648498 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535678ed-e206-4d1a-af84-3fcad71c09ff tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a60ca76-2a7e-4a67-b97a-5a602460628d,revision_number=0']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:48:18.663658 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-369541aa-6068-4d5b-a391-558c78045d1a req-b70adb97-fa85-403d-b678-16082d9a806a tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/security-groups?id=2851b60b-dc5b-4a10-8667-c51886da8d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643106 Dec 14 18:48:18.672665 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-535678ed-e206-4d1a-af84-3fcad71c09ff tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:18.674107 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-535678ed-e206-4d1a-af84-3fcad71c09ff tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2171059 Dec 14 18:48:18.676723 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 46832) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:48:18.681806 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-06f9b170-b581-4fa9-a96c-d4345e63ec22 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Request body: {'security_group_rule': {'security_group_id': '7522fc3f-a8fc-47f2-84be-e0ceba4bdd07', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:48:18.717257 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-06f9b170-b581-4fa9-a96c-d4345e63ec22 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:18.744399 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Provisioning for port 02221a81-8279-4c01-b2e7-2fb1711e6917 completed by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 18:48:18.765316 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Provisioning complete for port 02221a81-8279-4c01-b2e7-2fb1711e6917 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:48:18.765732 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:18.807581 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-06f9b170-b581-4fa9-a96c-d4345e63ec22 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:18.812074 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-06f9b170-b581-4fa9-a96c-d4345e63ec22 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727460'] for security_group_rule, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:18.833073 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f9b170-b581-4fa9-a96c-d4345e63ec22 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5e47a88-947e-4403-9968-1c07d16c943b,revision_number=0']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:48:18.845875 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-06f9b170-b581-4fa9-a96c-d4345e63ec22 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:18.847602 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-06f9b170-b581-4fa9-a96c-d4345e63ec22 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1691592 Dec 14 18:48:18.850771 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 46834) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:48:18.855365 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-2f64af2e-da0d-40a9-ba76-36e69428604a tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Request body: {'floatingip': {'floating_network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:48:18.859731 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:18.884326 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-2f64af2e-da0d-40a9-ba76-36e69428604a tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks [] for floatingip, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:18.893940 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '304e70ff-0ca8-49da-90c1-3353bad6e3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02221a81-8279-4c01-b2e7-2fb1711e6917'}] {{(pid=108022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:48:18.897040 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4652f51f42c3be85180d8c5c7bba1325bd3159a0fd8a88314674832532d8132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f254e35d-7ad3-401e-a846-b26c41f3eca4" -d '{"events": [{"server_uuid": "304e70ff-0ca8-49da-90c1-3353bad6e3c7", "name": "network-vif-plugged", "status": "completed", "tag": "02221a81-8279-4c01-b2e7-2fb1711e6917"}]}' {{(pid=108022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:48:18.933377 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port 02221a81-8279-4c01-b2e7-2fb1711e6917, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=02221a81-8279-4c01-b2e7-2fb1711e6917,segment=NetworkSegment(ee556489-8f1f-458c-8c39-cb70bdd26ae3),segment_id=ee556489-8f1f-458c-8c39-cb70bdd26ae3)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:48:18.941540 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:18.943040 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 92e1bf3e-099a-4c9f-b31d-e4954b6813d1 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:48:18.981027 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9cc0958-63ab-4768-b309-415a57647076 x-openstack-request-id: req-f9cc0958-63ab-4768-b309-415a57647076 {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:48:18.982178 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "304e70ff-0ca8-49da-90c1-3353bad6e3c7", "name": "network-vif-plugged", "status": "completed", "tag": "02221a81-8279-4c01-b2e7-2fb1711e6917", "code": 200}]} {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:48:18.983409 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f9cc0958-63ab-4768-b309-415a57647076 {{(pid=108022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:48:18.983990 dv-cinder-821746-1-iscsi neutron-server[108022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '304e70ff-0ca8-49da-90c1-3353bad6e3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02221a81-8279-4c01-b2e7-2fb1711e6917', 'code': 200} Dec 14 18:48:18.988167 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] No Port match for: 92e1bf3e-099a-4c9f-b31d-e4954b6813d1 {{(pid=108022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:48:18.988735 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 92e1bf3e-099a-4c9f-b31d-e4954b6813d1 not bound to the agent host hv-cinder-82174 {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:48:19.020589 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-2f64af2e-da0d-40a9-ba76-36e69428604a tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:19.074428 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=02221a81-8279-4c01-b2e7-2fb1711e6917,revision_number=5']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:48:19.155798 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.db_base_plugin_common [None req-2f64af2e-da0d-40a9-ba76-36e69428604a tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Allocated IP 172.27.2.112 (5ea8f873-3bad-4a65-ada9-9108bfa946ef/8e9c9e92-9812-43f3-93d5-9d715bd5944d/8b822178-8527-4e55-8daf-a102e35a5f1b) {{(pid=108021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:48:19.213270 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab07f7-60b0-4e2a-b4c6-204007f179b9 req-2fc8daae-e863-4b7e-bb73-fb1938852290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:19.216144 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-31ab07f7-60b0-4e2a-b4c6-204007f179b9 req-2fc8daae-e863-4b7e-bb73-fb1938852290 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=304e70ff-0ca8-49da-90c1-3353bad6e3c7 HTTP/1.1" status: 200 len: 1098 time: 0.0976491 Dec 14 18:48:19.254668 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-31ab07f7-60b0-4e2a-b4c6-204007f179b9 req-2f30df10-d9c1-4668-8706-c2a93de2fc9a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2851b60b-dc5b-4a10-8667-c51886da8d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291467 Dec 14 18:48:19.286680 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-2f64af2e-da0d-40a9-ba76-36e69428604a tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks [] for port, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:19.324258 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-2f64af2e-da0d-40a9-ba76-36e69428604a tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29291660'] for port, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:19.366903 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f64af2e-da0d-40a9-ba76-36e69428604a tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Network 5ea8f873-3bad-4a65-ada9-9108bfa946ef is already hosted by enough agents. {{(pid=108021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:48:19.370131 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.base_scheduler [None req-2f64af2e-da0d-40a9-ba76-36e69428604a tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Resources bound (agent type, host, resource id): {{(pid=108021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:48:19.373845 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f64af2e-da0d-40a9-ba76-36e69428604a tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Received port after_create {{(pid=108021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:48:19.400566 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f64af2e-da0d-40a9-ba76-36e69428604a tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Pushing event updated for resources: {'Port': ['ID=8b822178-8527-4e55-8daf-a102e35a5f1b,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:48:19.474255 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-2f64af2e-da0d-40a9-ba76-36e69428604a tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:19.516484 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-2f64af2e-da0d-40a9-ba76-36e69428604a tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:19.872172 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e7aba-efdf-4c86-83b2-0f34fa19c5fd req-a0bcb739-3f04-47e0-8c75-a2d9182a6a12 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:19.873621 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-494e7aba-efdf-4c86-83b2-0f34fa19c5fd req-a0bcb739-3f04-47e0-8c75-a2d9182a6a12 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/ports?device_id=304e70ff-0ca8-49da-90c1-3353bad6e3c7 HTTP/1.1" status: 200 len: 945 time: 0.0954380 Dec 14 18:48:19.957424 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-494e7aba-efdf-4c86-83b2-0f34fa19c5fd req-ee529672-3508-4555-88b3-a452dc100707 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/security-groups?id=2851b60b-dc5b-4a10-8667-c51886da8d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741644 Dec 14 18:48:19.989748 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-2f64af2e-da0d-40a9-ba76-36e69428604a tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks [] for port, precommit_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:19.999169 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-2f64af2e-da0d-40a9-ba76-36e69428604a tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29291667'] for port, after_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:20.089551 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f64af2e-da0d-40a9-ba76-36e69428604a tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Pushing event updated for resources: {'Port': ['ID=8b822178-8527-4e55-8daf-a102e35a5f1b,revision_number=2']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:48:20.098828 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-2f64af2e-da0d-40a9-ba76-36e69428604a tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552536'] for floatingip, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:20.121865 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-2f64af2e-da0d-40a9-ba76-36e69428604a tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for floatingip, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:20.131437 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-2f64af2e-da0d-40a9-ba76-36e69428604a tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2716568 Dec 14 18:48:20.320695 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-5265e2c3-b24c-4175-aab2-b5d5b16b87cc tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1242151458&fields=id&tenant_id=8119ae9c02c041da868fd66af898aece HTTP/1.1" status: 200 len: 267 time: 0.0370510 Dec 14 18:48:20.472664 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-2c6d8ff7-bc62-4cb0-a0bb-450d3f7dada2 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:20.482330 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-2c6d8ff7-bc62-4cb0-a0bb-450d3f7dada2 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/networks?id=10892228-a1f8-4a5d-a334-a9f8d999d26d HTTP/1.1" status: 200 len: 816 time: 0.1523337 Dec 14 18:48:20.502754 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-9c9e4a0c-eefb-4a1e-acec-3098af35c1e9 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/quotas/8119ae9c02c041da868fd66af898aece HTTP/1.1" status: 200 len: 375 time: 0.0193160 Dec 14 18:48:20.584410 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-c53bad11-cc68-494d-ab08-eb4142e0f764 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=8119ae9c02c041da868fd66af898aece&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0798783 Dec 14 18:48:20.712257 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-3635f76e-9604-4fbe-b645-811bf140ffdb service neutron] 10.222.0.71 "GET /v2.0/networks/10892228-a1f8-4a5d-a334-a9f8d999d26d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268208 Dec 14 18:48:20.827520 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-00a96b76-082b-4f44-914d-398c7922633e service neutron] 10.222.0.71 "GET /v2.0/networks/10892228-a1f8-4a5d-a334-a9f8d999d26d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140745 Dec 14 18:48:21.178633 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf3a0d-632e-4aa7-a9d8-792cc46ff622 req-48b55bbb-1099-4a4b-ab29-ec4b525c3f08 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:21.181600 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-2bcf3a0d-632e-4aa7-a9d8-792cc46ff622 req-48b55bbb-1099-4a4b-ab29-ec4b525c3f08 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 946 time: 0.2526670 Dec 14 18:48:21.226695 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d31dd9-4d47-44f5-84f4-0604792b6509 req-2875b3c9-515a-4e0c-9b16-776593cc72f4 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:21.234524 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a6d31dd9-4d47-44f5-84f4-0604792b6509 req-2875b3c9-515a-4e0c-9b16-776593cc72f4 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/ports?device_id=304e70ff-0ca8-49da-90c1-3353bad6e3c7 HTTP/1.1" status: 200 len: 945 time: 0.1638708 Dec 14 18:48:21.242268 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-2bcf3a0d-632e-4aa7-a9d8-792cc46ff622 req-649a4b15-0587-401b-8f69-f1233292724b tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542743 Dec 14 18:48:21.291245 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a6d31dd9-4d47-44f5-84f4-0604792b6509 req-9f9527b0-80c3-4ab1-b350-5b0491b6b9f0 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/security-groups?id=2851b60b-dc5b-4a10-8667-c51886da8d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554645 Dec 14 18:48:21.339682 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-64aa902d-bffb-4fe6-9646-b6fd70b1b0bc req-19df5add-1948-4ad2-8f40-7659924a265c tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 210 time: 0.0504844 Dec 14 18:48:22.142946 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:22.326395 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-50985bdc-6b8e-4bd4-9ebe-8c78b8c06875 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:22.328571 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-50985bdc-6b8e-4bd4-9ebe-8c78b8c06875 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.61 "GET /v2.0/networks?id=10892228-a1f8-4a5d-a334-a9f8d999d26d HTTP/1.1" status: 200 len: 816 time: 0.1473033 Dec 14 18:48:22.414682 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-720acd04-f503-43f3-a624-3b998af2a48f tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8119ae9c02c041da868fd66af898aece HTTP/1.1" status: 200 len: 380 time: 0.0744224 Dec 14 18:48:22.430396 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-8b938330-b338-4102-b32b-7cc9623efedc tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Request body: {'port': {'device_id': 'dfbe5052-8fc3-482c-8392-7c0f33b4e415', 'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d', 'admin_state_up': True, 'tenant_id': '8119ae9c02c041da868fd66af898aece', 'security_groups': ['7522fc3f-a8fc-47f2-84be-e0ceba4bdd07']}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:48:22.436545 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7e5ee-ded4-4b54-8e99-557fae5dede1 req-a7dbe631-8679-465f-9949-18ff2a94b42d tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:22.446150 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-3db7e5ee-ded4-4b54-8e99-557fae5dede1 req-a7dbe631-8679-465f-9949-18ff2a94b42d tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 946 time: 0.0863810 Dec 14 18:48:22.484544 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-3db7e5ee-ded4-4b54-8e99-557fae5dede1 req-f204bb2f-6e04-4615-a7bb-60f127cab945 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371182 Dec 14 18:48:22.523841 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b4bfe040-af5a-4f37-8852-afdc2ff441ca req-373d6faf-8178-4bb1-a3e5-567506baba3b tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 210 time: 0.0624762 Dec 14 18:48:22.592730 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-8b938330-b338-4102-b32b-7cc9623efedc tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Made reservation on behalf of 8119ae9c02c041da868fd66af898aece for: {'port': 1} {{(pid=108020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:48:22.596567 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-8b938330-b338-4102-b32b-7cc9623efedc tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:22.736026 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.db_base_plugin_common [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-8b938330-b338-4102-b32b-7cc9623efedc tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Allocated IP 172.20.0.3 (10892228-a1f8-4a5d-a334-a9f8d999d26d/d961d8ae-8136-463f-bf43-32c0a15a6798/a697b77e-1802-475b-8c0d-62b14fac98eb) {{(pid=108020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:48:22.925166 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-8b938330-b338-4102-b32b-7cc9623efedc tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks [] for port, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:22.963292 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-8b938330-b338-4102-b32b-7cc9623efedc tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957'] for port, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:23.013593 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-8b938330-b338-4102-b32b-7cc9623efedc tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Network 10892228-a1f8-4a5d-a334-a9f8d999d26d is already hosted by enough agents. {{(pid=108020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:48:23.017496 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.base_scheduler [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-8b938330-b338-4102-b32b-7cc9623efedc tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Resources bound (agent type, host, resource id): {{(pid=108020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:48:23.022177 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-8b938330-b338-4102-b32b-7cc9623efedc tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Received port after_create {{(pid=108020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:48:23.028368 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-8b938330-b338-4102-b32b-7cc9623efedc tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:23.029045 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-8b938330-b338-4102-b32b-7cc9623efedc tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:23.044279 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b938330-b338-4102-b32b-7cc9623efedc tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Pushing event updated for resources: {'Port': ['ID=a697b77e-1802-475b-8c0d-62b14fac98eb,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:48:23.080406 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-8b938330-b338-4102-b32b-7cc9623efedc tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6573653 Dec 14 18:48:23.098185 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-648c1aa1-195d-45d5-8799-372ab19200ea service neutron] Request body: {'port': {'device_id': 'dfbe5052-8fc3-482c-8392-7c0f33b4e415', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:48:23.140389 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45964e-fad2-47be-abeb-d49789246b9b req-24557e51-5152-4a80-9b4d-11bfbf42f773 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:23.142077 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-cb45964e-fad2-47be-abeb-d49789246b9b req-24557e51-5152-4a80-9b4d-11bfbf42f773 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 946 time: 0.0930905 Dec 14 18:48:23.321688 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-65dc83b0-2de0-44a3-81d4-da30a065aee9 None None] Provisioning complete for port a697b77e-1802-475b-8c0d-62b14fac98eb triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:48:23.322857 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-65dc83b0-2de0-44a3-81d4-da30a065aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:23.360972 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-65dc83b0-2de0-44a3-81d4-da30a065aee9 None None] Port a697b77e-1802-475b-8c0d-62b14fac98eb cannot update to ACTIVE because it is not bound. {{(pid=108022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:48:23.457019 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-648c1aa1-195d-45d5-8799-372ab19200ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:23.655644 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [req-cb45964e-fad2-47be-abeb-d49789246b9b req-928af92d-3876-47c8-841d-3a7a051921cb tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Deleting port 6fa7c810-4b83-48b0-a3e3-bf2712047926 {{(pid=108020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:48:23.655976 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-cb45964e-fad2-47be-abeb-d49789246b9b req-928af92d-3876-47c8-841d-3a7a051921cb tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:23.683738 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dae2f4-df79-43eb-b9fb-cc09cda5d6d0 req-eb112e63-86e2-4efc-9a6e-5fa8159852b7 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:23.685239 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-02dae2f4-df79-43eb-b9fb-cc09cda5d6d0 req-eb112e63-86e2-4efc-9a6e-5fa8159852b7 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 946 time: 0.0807409 Dec 14 18:48:23.770943 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-02dae2f4-df79-43eb-b9fb-cc09cda5d6d0 req-d98c6c51-3792-48cc-9cd5-0b68d60c9656 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=53019164-4006-44f4-a0cf-c794cb7be544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772240 Dec 14 18:48:23.903722 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-cb45964e-fad2-47be-abeb-d49789246b9b req-928af92d-3876-47c8-841d-3a7a051921cb tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] For port 6fa7c810-4b83-48b0-a3e3-bf2712047926, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=6fa7c810-4b83-48b0-a3e3-bf2712047926,segment=NetworkSegment(0ad4ed73-9327-4e24-9a3d-54336f11a8d9),segment_id=0ad4ed73-9327-4e24-9a3d-54336f11a8d9)] {{(pid=108020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:48:23.904137 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-cb45964e-fad2-47be-abeb-d49789246b9b req-928af92d-3876-47c8-841d-3a7a051921cb tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:23.921080 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04c5c7-7b21-4da3-a514-a11dbfc4d703 req-cafeac02-3d1a-4e26-9656-89212614f221 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:23.922595 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-8f04c5c7-7b21-4da3-a514-a11dbfc4d703 req-cafeac02-3d1a-4e26-9656-89212614f221 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 931 time: 0.2786746 Dec 14 18:48:24.035793 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-7273da71-fd34-426d-9d59-7d159e25f962 req-2e509d76-a571-4128-bdaa-b78d5d99d531 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=304e70ff-0ca8-49da-90c1-3353bad6e3c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1876464 Dec 14 18:48:24.109435 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-8f04c5c7-7b21-4da3-a514-a11dbfc4d703 req-dc1d7a7b-b256-4f95-88dc-0b685e8d71b9 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749697 Dec 14 18:48:24.242904 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-648c1aa1-195d-45d5-8799-372ab19200ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a697b77e-1802-475b-8c0d-62b14fac98eb {{(pid=108020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:48:24.248328 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273da71-fd34-426d-9d59-7d159e25f962 req-0caf4447-5b43-4aeb-aec8-0a70fe9689b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:24.249958 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-7273da71-fd34-426d-9d59-7d159e25f962 req-0caf4447-5b43-4aeb-aec8-0a70fe9689b1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9c0d2fdffe1d484e98cf47d0b0b420f2&device_id=304e70ff-0ca8-49da-90c1-3353bad6e3c7 HTTP/1.1" status: 200 len: 1098 time: 0.1441653 Dec 14 18:48:24.260439 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-648c1aa1-195d-45d5-8799-372ab19200ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:24.287051 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.provisioning_blocks [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-648c1aa1-195d-45d5-8799-372ab19200ea service neutron] Transition to ACTIVE for port object a697b77e-1802-475b-8c0d-62b14fac98eb will not be triggered until provisioned by entity L2. {{(pid=108020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 18:48:24.329548 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-648c1aa1-195d-45d5-8799-372ab19200ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:24.340780 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-cb45964e-fad2-47be-abeb-d49789246b9b req-928af92d-3876-47c8-841d-3a7a051921cb tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:24.341126 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-cb45964e-fad2-47be-abeb-d49789246b9b req-928af92d-3876-47c8-841d-3a7a051921cb tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552536'] for floatingip, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:24.341484 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.db.l3_db [req-cb45964e-fad2-47be-abeb-d49789246b9b req-928af92d-3876-47c8-841d-3a7a051921cb tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Floating IP a62f155b-2ec9-41c5-ba3a-37866f784b07 disassociated. External IP: 172.27.2.129, port: 6fa7c810-4b83-48b0-a3e3-bf2712047926. Dec 14 18:48:24.341767 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [req-cb45964e-fad2-47be-abeb-d49789246b9b req-928af92d-3876-47c8-841d-3a7a051921cb tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Calling delete_port for 6fa7c810-4b83-48b0-a3e3-bf2712047926 owned by compute:nova {{(pid=108020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:48:24.466377 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c1aa1-195d-45d5-8799-372ab19200ea service neutron] Pushing event updated for resources: {'Port': ['ID=a697b77e-1802-475b-8c0d-62b14fac98eb,revision_number=2']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:48:24.522364 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273da71-fd34-426d-9d59-7d159e25f962 req-d4133cf1-e1b9-4d74-8a12-74f7f1e54911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:24.523913 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-7273da71-fd34-426d-9d59-7d159e25f962 req-d4133cf1-e1b9-4d74-8a12-74f7f1e54911 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b HTTP/1.1" status: 200 len: 915 time: 0.2512777 Dec 14 18:48:24.573249 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-7273da71-fd34-426d-9d59-7d159e25f962 req-34398413-b191-4022-ac1f-1f787f05af00 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02221a81-8279-4c01-b2e7-2fb1711e6917 HTTP/1.1" status: 200 len: 217 time: 0.0382597 Dec 14 18:48:24.575385 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-648c1aa1-195d-45d5-8799-372ab19200ea service neutron] Attempting to bind port a697b77e-1802-475b-8c0d-62b14fac98eb on host hv-cinder-82174 for vnic_type normal with profile {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:48:24.575722 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-648c1aa1-195d-45d5-8799-372ab19200ea service neutron] Attempting to bind port a697b77e-1802-475b-8c0d-62b14fac98eb by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': 'd67fca54-e316-4758-9f95-27fc03e03491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d'}] {{(pid=108020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:48:24.576046 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-648c1aa1-195d-45d5-8799-372ab19200ea service neutron] Attempting to bind port a697b77e-1802-475b-8c0d-62b14fac98eb on network 10892228-a1f8-4a5d-a334-a9f8d999d26d {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:48:24.584183 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-648c1aa1-195d-45d5-8799-372ab19200ea service neutron] Port a697b77e-1802-475b-8c0d-62b14fac98eb on network 10892228-a1f8-4a5d-a334-a9f8d999d26d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 18:48:24.584503 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-648c1aa1-195d-45d5-8799-372ab19200ea service neutron] Attempting to bind port a697b77e-1802-475b-8c0d-62b14fac98eb on network 10892228-a1f8-4a5d-a334-a9f8d999d26d {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:48:24.629571 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-648c1aa1-195d-45d5-8799-372ab19200ea service neutron] Checking agent: {'id': '1f764c31-0392-4232-adb6-72e70ca44f2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 41, 22), 'started_at': datetime.datetime(2021, 12, 14, 18, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:48:24.629913 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-648c1aa1-195d-45d5-8799-372ab19200ea service neutron] Checking segment: {'id': 'd67fca54-e316-4758-9f95-27fc03e03491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:48:24.630299 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-648c1aa1-195d-45d5-8799-372ab19200ea service neutron] Bound using segment: {'id': 'd67fca54-e316-4758-9f95-27fc03e03491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d'} {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:48:24.631317 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-648c1aa1-195d-45d5-8799-372ab19200ea service neutron] Bound port: a697b77e-1802-475b-8c0d-62b14fac98eb, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd67fca54-e316-4758-9f95-27fc03e03491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d'}}] {{(pid=108020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:48:24.631672 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-648c1aa1-195d-45d5-8799-372ab19200ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:24.708601 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273da71-fd34-426d-9d59-7d159e25f962 req-b4d3e724-bfac-42c8-83ff-f3dbe27c9b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:24.710079 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-7273da71-fd34-426d-9d59-7d159e25f962 req-b4d3e724-bfac-42c8-83ff-f3dbe27c9b79 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c77289fe-9439-42ce-9a40-75f17b245f22 HTTP/1.1" status: 200 len: 854 time: 0.1274669 Dec 14 18:48:24.771284 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-7273da71-fd34-426d-9d59-7d159e25f962 req-c290dab6-cae0-4e88-9b93-ea813947ef8e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495791 Dec 14 18:48:24.793121 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-648c1aa1-195d-45d5-8799-372ab19200ea service neutron] For port a697b77e-1802-475b-8c0d-62b14fac98eb, host hv-cinder-82174, cleared binding levels {{(pid=108020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:48:24.799001 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-cb45964e-fad2-47be-abeb-d49789246b9b req-928af92d-3876-47c8-841d-3a7a051921cb tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966'] for port, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:24.888541 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-648c1aa1-195d-45d5-8799-372ab19200ea service neutron] For port a697b77e-1802-475b-8c0d-62b14fac98eb, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a697b77e-1802-475b-8c0d-62b14fac98eb,segment=NetworkSegment(d67fca54-e316-4758-9f95-27fc03e03491),segment_id=d67fca54-e316-4758-9f95-27fc03e03491)] {{(pid=108020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:48:24.896427 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928af92d-3876-47c8-841d-3a7a051921cb tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Pushing event deleted for resources: {'Port': ['ID=6fa7c810-4b83-48b0-a3e3-bf2712047926,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:48:24.901744 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-648c1aa1-195d-45d5-8799-372ab19200ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:24.971046 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-8acdaf89-4fca-451f-a013-af458a661c12 req-4d709db7-91b1-45c5-8bbf-6510a4bbdf19 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 210 time: 0.0679178 Dec 14 18:48:24.996222 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-648c1aa1-195d-45d5-8799-372ab19200ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:24.996871 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-648c1aa1-195d-45d5-8799-372ab19200ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:24.998004 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-648c1aa1-195d-45d5-8799-372ab19200ea service neutron] 10.222.0.61 "PUT /v2.0/ports/a697b77e-1802-475b-8c0d-62b14fac98eb HTTP/1.1" status: 200 len: 1093 time: 1.9089620 Dec 14 18:48:25.002113 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfbe5052-8fc3-482c-8392-7c0f33b4e415', 'tag': 'a697b77e-1802-475b-8c0d-62b14fac98eb'}] {{(pid=108020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:48:25.004138 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d1d651e17726932f2c063a5cb62fed0687a982c73a8c4b64805019ed9839e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7e3a32-afa9-4083-b8ca-7ef82f35f48c" -d '{"events": [{"name": "network-changed", "server_uuid": "dfbe5052-8fc3-482c-8392-7c0f33b4e415", "tag": "a697b77e-1802-475b-8c0d-62b14fac98eb"}]}' {{(pid=108020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:48:25.126192 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc06568-e599-43bc-971f-2348c6bc2c42 x-openstack-request-id: req-edc06568-e599-43bc-971f-2348c6bc2c42 {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:48:25.126748 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfbe5052-8fc3-482c-8392-7c0f33b4e415", "tag": "a697b77e-1802-475b-8c0d-62b14fac98eb", "status": "completed", "code": 200}]} {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:48:25.126748 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-edc06568-e599-43bc-971f-2348c6bc2c42 {{(pid=108020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:48:25.127131 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfbe5052-8fc3-482c-8392-7c0f33b4e415', 'tag': 'a697b77e-1802-475b-8c0d-62b14fac98eb', 'status': 'completed', 'code': 200} Dec 14 18:48:25.155548 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-7273da71-fd34-426d-9d59-7d159e25f962 req-de228352-be4c-4dd1-80cf-b26bf632670a service neutron] 10.222.0.61 "GET /v2.0/networks/fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745060 Dec 14 18:48:25.160094 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c1aa1-195d-45d5-8799-372ab19200ea service neutron] Pushing event updated for resources: {'Port': ['ID=a697b77e-1802-475b-8c0d-62b14fac98eb,revision_number=3']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:48:25.247030 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c5807-900f-4483-a806-33ba0456a64a req-6c606d80-fa01-4fb3-9760-78177309436e tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:25.263251 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-509c5807-900f-4483-a806-33ba0456a64a req-6c606d80-fa01-4fb3-9760-78177309436e tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 943 time: 0.0739605 Dec 14 18:48:25.312794 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-7273da71-fd34-426d-9d59-7d159e25f962 req-1ef8725e-3678-4431-9125-9a264c0c4920 service neutron] 10.222.0.61 "GET /v2.0/networks/fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356466 Dec 14 18:48:25.338292 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-509c5807-900f-4483-a806-33ba0456a64a req-ba19b269-6ff5-4b31-8837-5f29851b2f03 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714574 Dec 14 18:48:25.348945 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-5f568d6e-5a04-4356-843d-2c1d5301a09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:25.351532 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-5f568d6e-5a04-4356-843d-2c1d5301a09f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8119ae9c02c041da868fd66af898aece&device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 1096 time: 0.2692993 Dec 14 18:48:25.448919 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-d78ab7bb-1e7d-430f-8cf2-f512d313a5b7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a697b77e-1802-475b-8c0d-62b14fac98eb HTTP/1.1" status: 200 len: 217 time: 0.0852916 Dec 14 18:48:25.459640 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb45964e-fad2-47be-abeb-d49789246b9b req-928af92d-3876-47c8-841d-3a7a051921cb tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Router 2eaec3f5-d1ab-4393-979c-0aa2ee05f586 has already been hosted by L3 agent 61f97045-3475-4abf-9bb4-9e4a5178f14d {{(pid=108020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:48:25.613658 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-dd0ba656-e0b7-4789-b6b8-980769744340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:25.616089 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-dd0ba656-e0b7-4789-b6b8-980769744340 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d961d8ae-8136-463f-bf43-32c0a15a6798 HTTP/1.1" status: 200 len: 855 time: 0.1512434 Dec 14 18:48:25.715639 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb45964e-fad2-47be-abeb-d49789246b9b req-928af92d-3876-47c8-841d-3a7a051921cb tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify agent at l3_agent.dv-cinder-821746-1-iscsi the message routers_updated {{(pid=108020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:48:25.728241 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd572cd8-6b22-4b57-8aa0-bf38c537d815 None None] Sync routers for ids ['2eaec3f5-d1ab-4393-979c-0aa2ee05f586'] in dv-cinder-821746-1-iscsi {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:48:25.742629 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd572cd8-6b22-4b57-8aa0-bf38c537d815 None None] Routers {'2eaec3f5-d1ab-4393-979c-0aa2ee05f586'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:48:25.743509 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-dd572cd8-6b22-4b57-8aa0-bf38c537d815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:48:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['2eaec3f5-d1ab-4393-979c-0aa2ee05f586'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:48:25.748928 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-bcc8f5d2-799a-4af7-a206-e5122136e5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:25.751419 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-bcc8f5d2-799a-4af7-a206-e5122136e5ba service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10892228-a1f8-4a5d-a334-a9f8d999d26d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1233299 Dec 14 18:48:25.781167 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb45964e-fad2-47be-abeb-d49789246b9b req-928af92d-3876-47c8-841d-3a7a051921cb tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] No DVR routers for this DVR port 6fa7c810-4b83-48b0-a3e3-bf2712047926 on host hv-cinder-82174 {{(pid=108020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:48:25.783654 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-cb45964e-fad2-47be-abeb-d49789246b9b req-928af92d-3876-47c8-841d-3a7a051921cb tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:25.788374 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-cb45964e-fad2-47be-abeb-d49789246b9b req-928af92d-3876-47c8-841d-3a7a051921cb tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.61 "DELETE /v2.0/ports/6fa7c810-4b83-48b0-a3e3-bf2712047926 HTTP/1.1" status: 204 len: 173 time: 2.6360428 Dec 14 18:48:25.917750 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-dd572cd8-6b22-4b57-8aa0-bf38c537d815 None None] Set router 2eaec3f5-d1ab-4393-979c-0aa2ee05f586 gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:48:25.932795 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-49bb4359-a9c4-41fc-9251-cb1f188533a1 service neutron] 10.222.0.61 "GET /v2.0/networks/10892228-a1f8-4a5d-a334-a9f8d999d26d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525652 Dec 14 18:48:26.056339 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-65a1097b-27b0-4076-9fcc-a98a908a08db req-e6d8e78f-29ca-4430-85d1-0d068ef9c600 service neutron] 10.222.0.61 "GET /v2.0/networks/10892228-a1f8-4a5d-a334-a9f8d999d26d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117163 Dec 14 18:48:26.193357 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e3a32-afa9-4083-b8ca-7ef82f35f48c req-a7fb10a0-e01f-4719-8b20-ae5d051d68f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:26.195005 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9d7e3a32-afa9-4083-b8ca-7ef82f35f48c req-a7fb10a0-e01f-4719-8b20-ae5d051d68f5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8119ae9c02c041da868fd66af898aece&device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 1096 time: 0.0698817 Dec 14 18:48:26.304057 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-67aa469e-8411-4320-aefe-d4aaa693352a req-f1d59a69-5f9b-4dcc-95db-2a8990fb94a0 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9 HTTP/1.1" status: 200 len: 210 time: 0.0367923 Dec 14 18:48:26.330935 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-dd572cd8-6b22-4b57-8aa0-bf38c537d815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'name': 'tempest-AttachVolumeTestJSON-446952873-router', 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '303ba977-dea2-4fd7-b05c-89378886da8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:43:16Z', 'updated_at': '2021-12-14T18:43:23Z', 'revision_number': 4, 'project_id': '949697f6123f48b49b1dfa9ea09b6236', 'gw_port': {'id': '303ba977-dea2-4fd7-b05c-89378886da8b', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:43:17Z', 'updated_at': '2021-12-14T18:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': '3be75fd1-821c-49fb-aa19-76df4b7a37b7', 'name': '', 'network_id': '7f7553d6-566b-442a-8474-b9703b3d3a26', 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236', 'mac_address': 'fa:16:3e:70:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50e7903b-7a00-4646-be83-d8fc7d2d11f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:43:21Z', 'updated_at': '2021-12-14T18:43:27Z', 'revision_number': 5, 'project_id': '949697f6123f48b49b1dfa9ea09b6236', 'subnets': [{'id': '50e7903b-7a00-4646-be83-d8fc7d2d11f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:48:26.370281 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e3a32-afa9-4083-b8ca-7ef82f35f48c req-ee8eefa4-6e62-41fb-bab4-39e3ce74291e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:26.370932 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd572cd8-6b22-4b57-8aa0-bf38c537d815 None None] Checking router: 2eaec3f5-d1ab-4393-979c-0aa2ee05f586 for host: dv-cinder-821746-1-iscsi {{(pid=108022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:48:26.372292 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9d7e3a32-afa9-4083-b8ca-7ef82f35f48c req-ee8eefa4-6e62-41fb-bab4-39e3ce74291e service neutron] 10.222.0.61 "GET /v2.0/networks?id=10892228-a1f8-4a5d-a334-a9f8d999d26d HTTP/1.1" status: 200 len: 917 time: 0.1677501 Dec 14 18:48:26.382913 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd572cd8-6b22-4b57-8aa0-bf38c537d815 None None] Routers {'2eaec3f5-d1ab-4393-979c-0aa2ee05f586'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:48:26.383531 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-dd572cd8-6b22-4b57-8aa0-bf38c537d815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:48:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['2eaec3f5-d1ab-4393-979c-0aa2ee05f586'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:48:26.516542 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-dd572cd8-6b22-4b57-8aa0-bf38c537d815 None None] Set router 2eaec3f5-d1ab-4393-979c-0aa2ee05f586 gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:48:26.586124 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcffa5e-fd3b-4e93-a7c6-cb9f76fb86f0 req-b97ea2d1-aa63-48b6-9d81-fd23fdd4edfb tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:26.591892 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-abcffa5e-fd3b-4e93-a7c6-cb9f76fb86f0 req-b97ea2d1-aa63-48b6-9d81-fd23fdd4edfb tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 943 time: 0.1054604 Dec 14 18:48:26.672938 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-abcffa5e-fd3b-4e93-a7c6-cb9f76fb86f0 req-f664ed28-623e-47e3-85d4-9fc3e0f9c875 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688391 Dec 14 18:48:26.700341 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 6fa7c810-4b83-48b0-a3e3-bf2712047926 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:48:26.734824 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] No Port match for: 6fa7c810-4b83-48b0-a3e3-bf2712047926 {{(pid=108022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:48:26.735539 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 6fa7c810-4b83-48b0-a3e3-bf2712047926 not bound to the agent host hv-cinder-82174 {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:48:26.793872 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9d7e3a32-afa9-4083-b8ca-7ef82f35f48c req-885e498c-1a91-4f97-9a50-961c50213851 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a697b77e-1802-475b-8c0d-62b14fac98eb HTTP/1.1" status: 200 len: 217 time: 0.3902581 Dec 14 18:48:26.849883 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-dd572cd8-6b22-4b57-8aa0-bf38c537d815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'name': 'tempest-AttachVolumeTestJSON-446952873-router', 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '303ba977-dea2-4fd7-b05c-89378886da8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:43:16Z', 'updated_at': '2021-12-14T18:43:23Z', 'revision_number': 4, 'project_id': '949697f6123f48b49b1dfa9ea09b6236', 'gw_port': {'id': '303ba977-dea2-4fd7-b05c-89378886da8b', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:43:17Z', 'updated_at': '2021-12-14T18:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': '3be75fd1-821c-49fb-aa19-76df4b7a37b7', 'name': '', 'network_id': '7f7553d6-566b-442a-8474-b9703b3d3a26', 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236', 'mac_address': 'fa:16:3e:70:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50e7903b-7a00-4646-be83-d8fc7d2d11f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:43:21Z', 'updated_at': '2021-12-14T18:43:27Z', 'revision_number': 5, 'project_id': '949697f6123f48b49b1dfa9ea09b6236', 'subnets': [{'id': '50e7903b-7a00-4646-be83-d8fc7d2d11f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:48:26.860457 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e3a32-afa9-4083-b8ca-7ef82f35f48c req-14c7c9c5-5b26-4fe3-8015-3176bd00e738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:26.862164 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9d7e3a32-afa9-4083-b8ca-7ef82f35f48c req-14c7c9c5-5b26-4fe3-8015-3176bd00e738 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d961d8ae-8136-463f-bf43-32c0a15a6798 HTTP/1.1" status: 200 len: 855 time: 0.0595727 Dec 14 18:48:26.878334 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd572cd8-6b22-4b57-8aa0-bf38c537d815 None None] The sync data for ids ['2eaec3f5-d1ab-4393-979c-0aa2ee05f586'] in dv-cinder-821746-1-iscsi is: [{'id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'name': 'tempest-AttachVolumeTestJSON-446952873-router', 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '303ba977-dea2-4fd7-b05c-89378886da8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:43:16Z', 'updated_at': '2021-12-14T18:43:23Z', 'revision_number': 4, 'project_id': '949697f6123f48b49b1dfa9ea09b6236', 'gw_port': {'id': '303ba977-dea2-4fd7-b05c-89378886da8b', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:43:17Z', 'updated_at': '2021-12-14T18:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': '3be75fd1-821c-49fb-aa19-76df4b7a37b7', 'name': '', 'network_id': '7f7553d6-566b-442a-8474-b9703b3d3a26', 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236', 'mac_address': 'fa:16:3e:70:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50e7903b-7a00-4646-be83-d8fc7d2d11f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:43:21Z', 'updated_at': '2021-12-14T18:43:27Z', 'revision_number': 5, 'project_id': '949697f6123f48b49b1dfa9ea09b6236', 'subnets': [{'id': '50e7903b-7a00-4646-be83-d8fc7d2d11f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:48:26.929290 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e3a32-afa9-4083-b8ca-7ef82f35f48c req-4e80cdab-70bc-4d06-8a1d-9a2d6eda8656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:26.930749 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9d7e3a32-afa9-4083-b8ca-7ef82f35f48c req-4e80cdab-70bc-4d06-8a1d-9a2d6eda8656 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10892228-a1f8-4a5d-a334-a9f8d999d26d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0590961 Dec 14 18:48:27.045899 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9d7e3a32-afa9-4083-b8ca-7ef82f35f48c req-0fa5e946-3983-414c-a890-3283f3f8ed79 service neutron] 10.222.0.61 "GET /v2.0/networks/10892228-a1f8-4a5d-a334-a9f8d999d26d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014678 Dec 14 18:48:27.128091 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9', 'name': 'network-vif-deleted', 'tag': '6fa7c810-4b83-48b0-a3e3-bf2712047926'}] {{(pid=108020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:48:27.132648 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d1d651e17726932f2c063a5cb62fed0687a982c73a8c4b64805019ed9839e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcffadf5-6e00-4201-8875-1a53324d2ce5" -d '{"events": [{"server_uuid": "e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9", "name": "network-vif-deleted", "tag": "6fa7c810-4b83-48b0-a3e3-bf2712047926"}]}' {{(pid=108020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:48:27.187460 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9d7e3a32-afa9-4083-b8ca-7ef82f35f48c req-dd2e51b8-2c78-4268-9463-7d0e1787e1a1 service neutron] 10.222.0.61 "GET /v2.0/networks/10892228-a1f8-4a5d-a334-a9f8d999d26d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332107 Dec 14 18:48:27.188902 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbdbc327-8e7f-45da-9159-38690c525069 x-openstack-request-id: req-dbdbc327-8e7f-45da-9159-38690c525069 {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:48:27.189246 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9", "name": "network-vif-deleted", "tag": "6fa7c810-4b83-48b0-a3e3-bf2712047926", "status": "completed", "code": 200}]} {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:48:27.189556 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-dbdbc327-8e7f-45da-9159-38690c525069 {{(pid=108020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:48:27.190005 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e6799c-ffcc-46b9-bd4c-b5df6c1567d9', 'name': 'network-vif-deleted', 'tag': '6fa7c810-4b83-48b0-a3e3-bf2712047926', 'status': 'completed', 'code': 200} Dec 14 18:48:27.213847 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c783d7e-ae65-49d6-aa59-f348ddf8d5a8 None None] New status for floating IP a62f155b-2ec9-41c5-ba3a-37866f784b07: DOWN {{(pid=108023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 18:48:27.402519 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 46970) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:48:27.481271 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-960c54d0-2cd9-49e1-aa39-ed55b592a816 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks [] for security_group, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:27.507515 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-960c54d0-2cd9-49e1-aa39-ed55b592a816 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:27.602219 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-960c54d0-2cd9-49e1-aa39-ed55b592a816 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:27.606604 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-960c54d0-2cd9-49e1-aa39-ed55b592a816 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks [] for security_group, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:27.612375 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-960c54d0-2cd9-49e1-aa39-ed55b592a816 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "DELETE /v2.0/security-groups/53019164-4006-44f4-a0cf-c794cb7be544 HTTP/1.1" status: 204 len: 168 time: 0.2084484 Dec 14 18:48:27.612618 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 46972) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:48:27.624521 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c54d0-2cd9-49e1-aa39-ed55b592a816 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53019164-4006-44f4-a0cf-c794cb7be544,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:48:27.652027 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.api.v2.resource [None req-1ee0c6c5-e399-43ca-acf6-09781dadc783 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] show failed (client error): The resource could not be found. Dec 14 18:48:27.652707 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-1ee0c6c5-e399-43ca-acf6-09781dadc783 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups/53019164-4006-44f4-a0cf-c794cb7be544 HTTP/1.1" status: 404 len: 347 time: 0.0391188 Dec 14 18:48:27.656841 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 46974) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:48:27.845078 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968b08b-20b6-47af-a0bb-31cc08c87f55 req-b1a43525-b2a3-415b-8ada-fe4a9e54af3b tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:27.852411 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-d968b08b-20b6-47af-a0bb-31cc08c87f55 req-b1a43525-b2a3-415b-8ada-fe4a9e54af3b tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 943 time: 0.0952964 Dec 14 18:48:27.893798 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.plugin [None req-98da0231-1bdf-4a6f-a050-5fd3b130b996 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Deleting port a716cb27-7928-48ff-b2e1-4bac9de2fa1b {{(pid=108021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:48:27.893798 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-98da0231-1bdf-4a6f-a050-5fd3b130b996 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:27.901158 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-d968b08b-20b6-47af-a0bb-31cc08c87f55 req-a615e249-34fd-4600-989a-6b4553b8e66f tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478966 Dec 14 18:48:28.000822 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-98da0231-1bdf-4a6f-a050-5fd3b130b996 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:28.001052 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-98da0231-1bdf-4a6f-a050-5fd3b130b996 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:28.015151 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.plugin [None req-98da0231-1bdf-4a6f-a050-5fd3b130b996 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Calling delete_port for a716cb27-7928-48ff-b2e1-4bac9de2fa1b owned by network:floatingip {{(pid=108021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:48:28.211736 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-98da0231-1bdf-4a6f-a050-5fd3b130b996 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29291660'] for port, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:28.265265 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98da0231-1bdf-4a6f-a050-5fd3b130b996 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Pushing event deleted for resources: {'Port': ['ID=a716cb27-7928-48ff-b2e1-4bac9de2fa1b,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:48:28.325831 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-98da0231-1bdf-4a6f-a050-5fd3b130b996 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks [] for floatingip, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:28.328625 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-98da0231-1bdf-4a6f-a050-5fd3b130b996 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for floatingip, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:28.332444 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-98da0231-1bdf-4a6f-a050-5fd3b130b996 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "DELETE /v2.0/floatingips/a62f155b-2ec9-41c5-ba3a-37866f784b07 HTTP/1.1" status: 204 len: 168 time: 0.6712046 Dec 14 18:48:28.742350 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 47006) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:48:28.747925 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [None req-59adf097-0d2c-4f50-bdb1-b1c022fe5dc6 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Request body: {'security_group': {'name': 'tempest-securitygroup--964847045', 'description': 'tempest-description--422533051'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:48:28.769635 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-59adf097-0d2c-4f50-bdb1-b1c022fe5dc6 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:28.834792 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-59adf097-0d2c-4f50-bdb1-b1c022fe5dc6 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:28.838991 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-59adf097-0d2c-4f50-bdb1-b1c022fe5dc6 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:28.869794 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-59adf097-0d2c-4f50-bdb1-b1c022fe5dc6 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:28.871137 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-59adf097-0d2c-4f50-bdb1-b1c022fe5dc6 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1277673 Dec 14 18:48:28.874594 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 47008) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:48:28.879859 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [None req-7898e14b-95f9-4da3-9ca0-0cca275bb1c2 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Request body: {'security_group_rule': {'security_group_id': '82c14994-a267-4dde-b19f-485bc5a7365e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:48:28.886136 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59adf097-0d2c-4f50-bdb1-b1c022fe5dc6 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82c14994-a267-4dde-b19f-485bc5a7365e,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:48:28.899924 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59adf097-0d2c-4f50-bdb1-b1c022fe5dc6 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:48:28.900275 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59adf097-0d2c-4f50-bdb1-b1c022fe5dc6 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:48:28.900630 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59adf097-0d2c-4f50-bdb1-b1c022fe5dc6 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:48:28.900953 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59adf097-0d2c-4f50-bdb1-b1c022fe5dc6 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:48:28.901282 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59adf097-0d2c-4f50-bdb1-b1c022fe5dc6 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:48:28.901613 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59adf097-0d2c-4f50-bdb1-b1c022fe5dc6 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:48:28.901940 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59adf097-0d2c-4f50-bdb1-b1c022fe5dc6 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:48:28.902266 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59adf097-0d2c-4f50-bdb1-b1c022fe5dc6 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:48:28.902630 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59adf097-0d2c-4f50-bdb1-b1c022fe5dc6 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:48:28.902955 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59adf097-0d2c-4f50-bdb1-b1c022fe5dc6 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:48:28.903275 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59adf097-0d2c-4f50-bdb1-b1c022fe5dc6 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:48:28.903590 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59adf097-0d2c-4f50-bdb1-b1c022fe5dc6 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:48:28.925220 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-7898e14b-95f9-4da3-9ca0-0cca275bb1c2 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:28.986109 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-7898e14b-95f9-4da3-9ca0-0cca275bb1c2 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:28.991961 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-7898e14b-95f9-4da3-9ca0-0cca275bb1c2 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727460'] for security_group_rule, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:29.011196 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7898e14b-95f9-4da3-9ca0-0cca275bb1c2 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3aaf188-fca0-494c-850a-4a815f72089f,revision_number=0']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:48:29.024685 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-7898e14b-95f9-4da3-9ca0-0cca275bb1c2 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:29.025816 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-7898e14b-95f9-4da3-9ca0-0cca275bb1c2 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1504157 Dec 14 18:48:29.028542 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 47018) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:48:29.032833 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [None req-74257cb9-30a0-4568-839b-556fc807aa9e tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Request body: {'security_group_rule': {'security_group_id': '82c14994-a267-4dde-b19f-485bc5a7365e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:48:29.041755 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6bbfcc-f4b8-4429-b5a9-425f22828917 req-d83a5eec-951c-4fbb-bdfd-6fe3347118ca tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:29.043346 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-af6bbfcc-f4b8-4429-b5a9-425f22828917 req-d83a5eec-951c-4fbb-bdfd-6fe3347118ca tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 943 time: 0.0614400 Dec 14 18:48:29.060046 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-74257cb9-30a0-4568-839b-556fc807aa9e tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:29.085916 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-af6bbfcc-f4b8-4429-b5a9-425f22828917 req-95c6b9c5-a320-4563-90f1-5e3430549561 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359790 Dec 14 18:48:29.127425 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-74257cb9-30a0-4568-839b-556fc807aa9e tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:29.131079 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-74257cb9-30a0-4568-839b-556fc807aa9e tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727460'] for security_group_rule, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:29.148772 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74257cb9-30a0-4568-839b-556fc807aa9e tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39bc8391-4c7c-4f05-837f-f88dc30787e8,revision_number=0']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:48:29.153586 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-74257cb9-30a0-4568-839b-556fc807aa9e tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:29.154793 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-74257cb9-30a0-4568-839b-556fc807aa9e tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1253092 Dec 14 18:48:29.157849 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 47020) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:48:29.162592 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [None req-597f9627-298d-4d06-8735-a05d0c9a067f tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Request body: {'floatingip': {'floating_network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:48:29.183718 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-597f9627-298d-4d06-8735-a05d0c9a067f tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks [] for floatingip, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:29.280215 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-597f9627-298d-4d06-8735-a05d0c9a067f tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:29.382553 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.db_base_plugin_common [None req-597f9627-298d-4d06-8735-a05d0c9a067f tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Allocated IP 172.27.2.82 (5ea8f873-3bad-4a65-ada9-9108bfa946ef/8e9c9e92-9812-43f3-93d5-9d715bd5944d/b7437172-e9e2-4182-bc93-717c4c51e1c8) {{(pid=108020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:48:29.484415 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-597f9627-298d-4d06-8735-a05d0c9a067f tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks [] for port, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:29.516976 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-597f9627-298d-4d06-8735-a05d0c9a067f tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957'] for port, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:29.555674 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597f9627-298d-4d06-8735-a05d0c9a067f tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Network 5ea8f873-3bad-4a65-ada9-9108bfa946ef is already hosted by enough agents. {{(pid=108020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:48:29.557828 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.base_scheduler [None req-597f9627-298d-4d06-8735-a05d0c9a067f tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Resources bound (agent type, host, resource id): {{(pid=108020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:48:29.558569 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device a697b77e-1802-475b-8c0d-62b14fac98eb details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=108022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:48:29.562230 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597f9627-298d-4d06-8735-a05d0c9a067f tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Received port after_create {{(pid=108020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:48:29.576157 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f9627-298d-4d06-8735-a05d0c9a067f tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Pushing event updated for resources: {'Port': ['ID=b7437172-e9e2-4182-bc93-717c4c51e1c8,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:48:29.622795 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-597f9627-298d-4d06-8735-a05d0c9a067f tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:29.656111 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port a697b77e-1802-475b-8c0d-62b14fac98eb, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a697b77e-1802-475b-8c0d-62b14fac98eb,segment=NetworkSegment(d67fca54-e316-4758-9f95-27fc03e03491),segment_id=d67fca54-e316-4758-9f95-27fc03e03491)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:48:29.657496 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-597f9627-298d-4d06-8735-a05d0c9a067f tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:29.671659 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Returning: {'device': 'a697b77e-1802-475b-8c0d-62b14fac98eb', 'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d', 'port_id': 'a697b77e-1802-475b-8c0d-62b14fac98eb', 'mac_address': 'fa:16:3e:2c:01:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd961d8ae-8136-463f-bf43-32c0a15a6798', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:48:29.710336 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:29.723110 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a697b77e-1802-475b-8c0d-62b14fac98eb {{(pid=108022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:48:29.743265 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port a697b77e-1802-475b-8c0d-62b14fac98eb, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a697b77e-1802-475b-8c0d-62b14fac98eb,segment=NetworkSegment(d67fca54-e316-4758-9f95-27fc03e03491),segment_id=d67fca54-e316-4758-9f95-27fc03e03491)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:48:29.747918 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:29.796282 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=a697b77e-1802-475b-8c0d-62b14fac98eb,revision_number=4']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:48:29.824221 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-597f9627-298d-4d06-8735-a05d0c9a067f tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks [] for port, precommit_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:29.828521 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-597f9627-298d-4d06-8735-a05d0c9a067f tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:29.862463 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-597f9627-298d-4d06-8735-a05d0c9a067f tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552536'] for floatingip, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:29.879913 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f9627-298d-4d06-8735-a05d0c9a067f tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Pushing event updated for resources: {'Port': ['ID=b7437172-e9e2-4182-bc93-717c4c51e1c8,revision_number=2']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:48:29.890755 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-597f9627-298d-4d06-8735-a05d0c9a067f tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for floatingip, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:29.891985 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-597f9627-298d-4d06-8735-a05d0c9a067f tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7332287 Dec 14 18:48:30.029862 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-8851b742-76bf-48c5-8947-a5509c52f266 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--964847045&fields=id&tenant_id=949697f6123f48b49b1dfa9ea09b6236 HTTP/1.1" status: 200 len: 267 time: 0.0341175 Dec 14 18:48:30.148231 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-b3c0864e-f2a8-4e65-b280-dc8a7349e8fd tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:30.149684 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-b3c0864e-f2a8-4e65-b280-dc8a7349e8fd tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/networks?id=7f7553d6-566b-442a-8474-b9703b3d3a26 HTTP/1.1" status: 200 len: 810 time: 0.1078339 Dec 14 18:48:30.164954 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-c7eb2a64-a66b-46bf-a58f-5c82ffdab756 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/quotas/949697f6123f48b49b1dfa9ea09b6236 HTTP/1.1" status: 200 len: 375 time: 0.0092273 Dec 14 18:48:30.204544 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abbc65c-79ce-492b-a8da-522f69c6132e req-2f946c00-ab68-41e1-8155-a5e1c0951f6e tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:30.206252 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-4abbc65c-79ce-492b-a8da-522f69c6132e req-2f946c00-ab68-41e1-8155-a5e1c0951f6e tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 944 time: 0.0489941 Dec 14 18:48:30.218700 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-eeb387fe-09d7-49a7-9d7c-b31c40ffcbdb tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=949697f6123f48b49b1dfa9ea09b6236&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480855 Dec 14 18:48:30.244818 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-4abbc65c-79ce-492b-a8da-522f69c6132e req-27f99dd4-d068-4d8d-a672-93dd2c6d4fad tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326281 Dec 14 18:48:30.356850 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-61fbc3de-18a0-4628-96cd-17a2d96ac295 service neutron] 10.222.0.71 "GET /v2.0/networks/7f7553d6-566b-442a-8474-b9703b3d3a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265519 Dec 14 18:48:30.450646 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-63d361da-7da8-425b-a20d-b95befc99952 service neutron] 10.222.0.71 "GET /v2.0/networks/7f7553d6-566b-442a-8474-b9703b3d3a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875533 Dec 14 18:48:30.613197 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-083a7f54-b75c-46a2-a313-352992f1f734 req-0fc9a849-0b91-42e5-a3a3-80f130a0c6db tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=99930995-ded4-49c5-a696-ee1fedc9b68c HTTP/1.1" status: 200 len: 210 time: 0.0264533 Dec 14 18:48:31.365801 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1958c9-a73a-40a0-a499-57b9df18497b req-be030836-4f2f-4190-b7d4-ec16ea6dfff8 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:31.367329 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-db1958c9-a73a-40a0-a499-57b9df18497b req-be030836-4f2f-4190-b7d4-ec16ea6dfff8 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 944 time: 0.0515311 Dec 14 18:48:31.407286 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-db1958c9-a73a-40a0-a499-57b9df18497b req-aa624cc0-cd16-4c94-a241-8794129c4567 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336366 Dec 14 18:48:31.712215 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-13c90161-c5e8-4f5d-9f19-67f9e36a88ff req-2c0323a1-e0f8-4ab0-8e40-07005a1c4a80 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=99930995-ded4-49c5-a696-ee1fedc9b68c HTTP/1.1" status: 200 len: 210 time: 0.0301845 Dec 14 18:48:31.884900 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] get_ports_and_sgs() called for port_ids ['a697b77e-1802-475b-8c0d-62b14fac98eb'] {{(pid=108022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:48:32.332142 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-bfdf29ff-763e-4fee-891e-56ad5034f200 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:32.333657 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-bfdf29ff-763e-4fee-891e-56ad5034f200 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.61 "GET /v2.0/networks?id=7f7553d6-566b-442a-8474-b9703b3d3a26 HTTP/1.1" status: 200 len: 810 time: 0.1126816 Dec 14 18:48:32.382861 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-9cd81585-55cb-482c-b1d4-92cc016f5804 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=949697f6123f48b49b1dfa9ea09b6236 HTTP/1.1" status: 200 len: 379 time: 0.0370963 Dec 14 18:48:32.397440 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-b5f4ec5f-721a-4882-85e7-011f879af7d6 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Request body: {'port': {'device_id': '99930995-ded4-49c5-a696-ee1fedc9b68c', 'network_id': '7f7553d6-566b-442a-8474-b9703b3d3a26', 'admin_state_up': True, 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236', 'security_groups': ['82c14994-a267-4dde-b19f-485bc5a7365e']}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:48:32.559107 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787470c-0353-40aa-9867-ef3da531f750 req-24216304-f8e3-4020-a5b9-d3d4a3dbf4e6 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:32.560664 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f787470c-0353-40aa-9867-ef3da531f750 req-24216304-f8e3-4020-a5b9-d3d4a3dbf4e6 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 944 time: 0.0764124 Dec 14 18:48:32.566724 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-b5f4ec5f-721a-4882-85e7-011f879af7d6 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Made reservation on behalf of 949697f6123f48b49b1dfa9ea09b6236 for: {'port': 1} {{(pid=108020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:48:32.570842 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-b5f4ec5f-721a-4882-85e7-011f879af7d6 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:32.630170 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f787470c-0353-40aa-9867-ef3da531f750 req-3c3ef639-3c5d-40ad-b718-a7af5eb2c4e4 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555041 Dec 14 18:48:32.753470 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.db_base_plugin_common [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-b5f4ec5f-721a-4882-85e7-011f879af7d6 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Allocated IP 172.20.0.7 (7f7553d6-566b-442a-8474-b9703b3d3a26/50e7903b-7a00-4646-be83-d8fc7d2d11f1/b79fcf33-7392-47ce-9c41-e712e048de72) {{(pid=108020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:48:32.832611 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-79eb0eab-c604-431a-af4a-6d42fe770600 req-9f431f10-da2b-4c66-a26c-d16388442fce tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=99930995-ded4-49c5-a696-ee1fedc9b68c HTTP/1.1" status: 200 len: 210 time: 0.0340998 Dec 14 18:48:32.906787 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-b5f4ec5f-721a-4882-85e7-011f879af7d6 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks [] for port, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:32.938709 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-b5f4ec5f-721a-4882-85e7-011f879af7d6 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957'] for port, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:32.983523 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-b5f4ec5f-721a-4882-85e7-011f879af7d6 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Network 7f7553d6-566b-442a-8474-b9703b3d3a26 is already hosted by enough agents. {{(pid=108020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:48:32.986536 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.base_scheduler [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-b5f4ec5f-721a-4882-85e7-011f879af7d6 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Resources bound (agent type, host, resource id): {{(pid=108020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:48:32.990364 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-b5f4ec5f-721a-4882-85e7-011f879af7d6 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Received port after_create {{(pid=108020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:48:32.996250 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-b5f4ec5f-721a-4882-85e7-011f879af7d6 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:32.996892 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-b5f4ec5f-721a-4882-85e7-011f879af7d6 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:33.006665 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4ec5f-721a-4882-85e7-011f879af7d6 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Pushing event updated for resources: {'Port': ['ID=b79fcf33-7392-47ce-9c41-e712e048de72,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:48:33.022590 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-b5f4ec5f-721a-4882-85e7-011f879af7d6 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6292133 Dec 14 18:48:33.229798 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-8cb6ba30-18ed-47b7-9a5b-a44d606cdc66 None None] Provisioning complete for port b79fcf33-7392-47ce-9c41-e712e048de72 triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:48:33.230454 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-8cb6ba30-18ed-47b7-9a5b-a44d606cdc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:33.265605 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-8cb6ba30-18ed-47b7-9a5b-a44d606cdc66 None None] Port b79fcf33-7392-47ce-9c41-e712e048de72 cannot update to ACTIVE because it is not bound. {{(pid=108022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:48:33.755594 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ccb0c-a0f7-4abd-a30f-4e045a5605e6 req-e47caabb-b551-429e-bdb9-5978f3210c65 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:33.757032 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ad8ccb0c-a0f7-4abd-a30f-4e045a5605e6 req-e47caabb-b551-429e-bdb9-5978f3210c65 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 944 time: 0.0480123 Dec 14 18:48:33.794844 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ad8ccb0c-a0f7-4abd-a30f-4e045a5605e6 req-73713b85-8546-4e9c-88c1-75b9f3e91545 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315554 Dec 14 18:48:33.929382 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device a697b77e-1802-475b-8c0d-62b14fac98eb up at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:48:33.949235 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130833b-5b32-409b-8b8e-164f135145c9 req-2628b878-8353-4c88-b328-e240d7fdf3c6 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:33.950852 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-f130833b-5b32-409b-8b8e-164f135145c9 req-2628b878-8353-4c88-b328-e240d7fdf3c6 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=99930995-ded4-49c5-a696-ee1fedc9b68c HTTP/1.1" status: 200 len: 931 time: 0.0522103 Dec 14 18:48:33.977274 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Provisioning for port a697b77e-1802-475b-8c0d-62b14fac98eb completed by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 18:48:33.980937 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Provisioning complete for port a697b77e-1802-475b-8c0d-62b14fac98eb triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:48:33.981299 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:33.991479 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-f130833b-5b32-409b-8b8e-164f135145c9 req-88232a7e-f15a-454c-b6d4-6fda4896986c tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=82c14994-a267-4dde-b19f-485bc5a7365e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337794 Dec 14 18:48:34.060852 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:34.082304 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbe5052-8fc3-482c-8392-7c0f33b4e415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a697b77e-1802-475b-8c0d-62b14fac98eb'}] {{(pid=108022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:48:34.085059 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4652f51f42c3be85180d8c5c7bba1325bd3159a0fd8a88314674832532d8132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0a1149-9283-451e-925f-b17fa15890d1" -d '{"events": [{"server_uuid": "dfbe5052-8fc3-482c-8392-7c0f33b4e415", "name": "network-vif-plugged", "status": "completed", "tag": "a697b77e-1802-475b-8c0d-62b14fac98eb"}]}' {{(pid=108022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:48:34.097955 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port a697b77e-1802-475b-8c0d-62b14fac98eb, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a697b77e-1802-475b-8c0d-62b14fac98eb,segment=NetworkSegment(d67fca54-e316-4758-9f95-27fc03e03491),segment_id=d67fca54-e316-4758-9f95-27fc03e03491)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:48:34.102881 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:34.125751 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5dada01-eebd-4c7f-b063-11f913d34fba x-openstack-request-id: req-c5dada01-eebd-4c7f-b063-11f913d34fba {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:48:34.126050 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfbe5052-8fc3-482c-8392-7c0f33b4e415", "name": "network-vif-plugged", "status": "completed", "tag": "a697b77e-1802-475b-8c0d-62b14fac98eb", "code": 200}]} {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:48:34.126303 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c5dada01-eebd-4c7f-b063-11f913d34fba {{(pid=108022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:48:34.126715 dv-cinder-821746-1-iscsi neutron-server[108022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfbe5052-8fc3-482c-8392-7c0f33b4e415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a697b77e-1802-475b-8c0d-62b14fac98eb', 'code': 200} Dec 14 18:48:34.151335 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=a697b77e-1802-475b-8c0d-62b14fac98eb,revision_number=5']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:48:34.916280 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d1c9f-e3b4-4b5a-b437-e3307cc5fb25 req-84c63c70-3d40-4ad7-8a36-8f0edb08a01b tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:34.917730 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-706d1c9f-e3b4-4b5a-b437-e3307cc5fb25 req-84c63c70-3d40-4ad7-8a36-8f0edb08a01b tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 945 time: 0.0488164 Dec 14 18:48:34.955079 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-706d1c9f-e3b4-4b5a-b437-e3307cc5fb25 req-052ece42-62c8-4b57-b82b-baa15efd0447 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314970 Dec 14 18:48:35.105895 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6b3e1-db07-4e2e-ae25-2c9c58cd4916 req-90a23d43-098a-4927-a88b-1cced8e798d6 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:35.107383 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-8de6b3e1-db07-4e2e-ae25-2c9c58cd4916 req-90a23d43-098a-4927-a88b-1cced8e798d6 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=99930995-ded4-49c5-a696-ee1fedc9b68c HTTP/1.1" status: 200 len: 931 time: 0.0475862 Dec 14 18:48:35.144512 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-8de6b3e1-db07-4e2e-ae25-2c9c58cd4916 req-13811b9b-7b3e-42b4-a415-c7b2457b3445 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=82c14994-a267-4dde-b19f-485bc5a7365e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309281 Dec 14 18:48:35.835635 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-326dd7fa-6e40-49fe-9609-056e4fb8ccca service neutron] Request body: {'port': {'device_id': '99930995-ded4-49c5-a696-ee1fedc9b68c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:48:35.892935 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-326dd7fa-6e40-49fe-9609-056e4fb8ccca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:36.027959 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2793e8e-a701-4709-86b8-7e50fb2cb235 req-7f5ad43e-8412-4fdc-a316-7d6c6ff23486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:36.029469 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f2793e8e-a701-4709-86b8-7e50fb2cb235 req-7f5ad43e-8412-4fdc-a316-7d6c6ff23486 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 1098 time: 0.1197293 Dec 14 18:48:36.076313 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653fa31-107e-4085-b0d6-7fc949835d6f req-667c9ae1-db94-4f85-b209-3cb53e481238 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:36.077966 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-9653fa31-107e-4085-b0d6-7fc949835d6f req-667c9ae1-db94-4f85-b209-3cb53e481238 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 945 time: 0.0492616 Dec 14 18:48:36.117041 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f2793e8e-a701-4709-86b8-7e50fb2cb235 req-cfa9b9d4-5745-46bf-bf9b-93b7717f199a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796702 Dec 14 18:48:36.120092 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-9653fa31-107e-4085-b0d6-7fc949835d6f req-d0713f50-c8fb-4f91-96ca-d2dafa1a06e7 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359523 Dec 14 18:48:36.226995 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-326dd7fa-6e40-49fe-9609-056e4fb8ccca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b79fcf33-7392-47ce-9c41-e712e048de72 {{(pid=108020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:48:36.248548 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-326dd7fa-6e40-49fe-9609-056e4fb8ccca service neutron] Notify callbacks [] for port, precommit_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:36.265459 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.provisioning_blocks [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-326dd7fa-6e40-49fe-9609-056e4fb8ccca service neutron] Transition to ACTIVE for port object b79fcf33-7392-47ce-9c41-e712e048de72 will not be triggered until provisioned by entity L2. {{(pid=108020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 18:48:36.269293 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-326dd7fa-6e40-49fe-9609-056e4fb8ccca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:36.307660 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08911a9c-16c9-46ad-b612-09900beded45 req-894d84a9-81d1-4718-9ade-d8fc22097195 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:36.309184 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-08911a9c-16c9-46ad-b612-09900beded45 req-894d84a9-81d1-4718-9ade-d8fc22097195 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=99930995-ded4-49c5-a696-ee1fedc9b68c HTTP/1.1" status: 200 len: 931 time: 0.0964386 Dec 14 18:48:36.350449 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326dd7fa-6e40-49fe-9609-056e4fb8ccca service neutron] Pushing event updated for resources: {'Port': ['ID=b79fcf33-7392-47ce-9c41-e712e048de72,revision_number=2']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:48:36.395094 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-08911a9c-16c9-46ad-b612-09900beded45 req-42258de9-be8a-4d23-9b2e-7e1f09cf96ec tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=82c14994-a267-4dde-b19f-485bc5a7365e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770905 Dec 14 18:48:36.398167 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-326dd7fa-6e40-49fe-9609-056e4fb8ccca service neutron] Attempting to bind port b79fcf33-7392-47ce-9c41-e712e048de72 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:48:36.398614 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-326dd7fa-6e40-49fe-9609-056e4fb8ccca service neutron] Attempting to bind port b79fcf33-7392-47ce-9c41-e712e048de72 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '0ad4ed73-9327-4e24-9a3d-54336f11a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7f7553d6-566b-442a-8474-b9703b3d3a26'}] {{(pid=108020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:48:36.398848 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-326dd7fa-6e40-49fe-9609-056e4fb8ccca service neutron] Attempting to bind port b79fcf33-7392-47ce-9c41-e712e048de72 on network 7f7553d6-566b-442a-8474-b9703b3d3a26 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:48:36.403573 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-326dd7fa-6e40-49fe-9609-056e4fb8ccca service neutron] Port b79fcf33-7392-47ce-9c41-e712e048de72 on network 7f7553d6-566b-442a-8474-b9703b3d3a26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 18:48:36.403935 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-326dd7fa-6e40-49fe-9609-056e4fb8ccca service neutron] Attempting to bind port b79fcf33-7392-47ce-9c41-e712e048de72 on network 7f7553d6-566b-442a-8474-b9703b3d3a26 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:48:36.409140 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-326dd7fa-6e40-49fe-9609-056e4fb8ccca service neutron] Checking agent: {'id': '1f764c31-0392-4232-adb6-72e70ca44f2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 41, 22), 'started_at': datetime.datetime(2021, 12, 14, 18, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:48:36.409535 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-326dd7fa-6e40-49fe-9609-056e4fb8ccca service neutron] Checking segment: {'id': '0ad4ed73-9327-4e24-9a3d-54336f11a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7f7553d6-566b-442a-8474-b9703b3d3a26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:48:36.410114 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-326dd7fa-6e40-49fe-9609-056e4fb8ccca service neutron] Bound using segment: {'id': '0ad4ed73-9327-4e24-9a3d-54336f11a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7f7553d6-566b-442a-8474-b9703b3d3a26'} {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:48:36.410464 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-326dd7fa-6e40-49fe-9609-056e4fb8ccca service neutron] Bound port: b79fcf33-7392-47ce-9c41-e712e048de72, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad4ed73-9327-4e24-9a3d-54336f11a8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7f7553d6-566b-442a-8474-b9703b3d3a26'}}] {{(pid=108020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:48:36.410903 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-326dd7fa-6e40-49fe-9609-056e4fb8ccca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:36.477959 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-326dd7fa-6e40-49fe-9609-056e4fb8ccca service neutron] For port b79fcf33-7392-47ce-9c41-e712e048de72, host hv-cinder-82174, cleared binding levels {{(pid=108020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:48:36.480956 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-326dd7fa-6e40-49fe-9609-056e4fb8ccca service neutron] For port b79fcf33-7392-47ce-9c41-e712e048de72, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=b79fcf33-7392-47ce-9c41-e712e048de72,segment=NetworkSegment(0ad4ed73-9327-4e24-9a3d-54336f11a8d9),segment_id=0ad4ed73-9327-4e24-9a3d-54336f11a8d9)] {{(pid=108020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:48:36.485444 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-326dd7fa-6e40-49fe-9609-056e4fb8ccca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:36.517615 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-326dd7fa-6e40-49fe-9609-056e4fb8ccca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:36.518221 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-326dd7fa-6e40-49fe-9609-056e4fb8ccca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:36.519695 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-326dd7fa-6e40-49fe-9609-056e4fb8ccca service neutron] 10.222.0.61 "PUT /v2.0/ports/b79fcf33-7392-47ce-9c41-e712e048de72 HTTP/1.1" status: 200 len: 1093 time: 0.7382622 Dec 14 18:48:36.520129 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99930995-ded4-49c5-a696-ee1fedc9b68c', 'tag': 'b79fcf33-7392-47ce-9c41-e712e048de72'}] {{(pid=108020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:48:36.522978 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d1d651e17726932f2c063a5cb62fed0687a982c73a8c4b64805019ed9839e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a826314c-7704-45fb-89f7-37da7b4c406a" -d '{"events": [{"name": "network-changed", "server_uuid": "99930995-ded4-49c5-a696-ee1fedc9b68c", "tag": "b79fcf33-7392-47ce-9c41-e712e048de72"}]}' {{(pid=108020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:48:36.549737 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326dd7fa-6e40-49fe-9609-056e4fb8ccca service neutron] Pushing event updated for resources: {'Port': ['ID=b79fcf33-7392-47ce-9c41-e712e048de72,revision_number=3']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:48:36.567372 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01adc42c-ede2-4c53-991d-c420786a6954 x-openstack-request-id: req-01adc42c-ede2-4c53-991d-c420786a6954 {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:48:36.568233 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99930995-ded4-49c5-a696-ee1fedc9b68c", "tag": "b79fcf33-7392-47ce-9c41-e712e048de72", "status": "completed", "code": 200}]} {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:48:36.568486 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-01adc42c-ede2-4c53-991d-c420786a6954 {{(pid=108020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:48:36.568884 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99930995-ded4-49c5-a696-ee1fedc9b68c', 'tag': 'b79fcf33-7392-47ce-9c41-e712e048de72', 'status': 'completed', 'code': 200} Dec 14 18:48:36.616874 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-4ff74d10-8630-44a6-a8f2-a52af57dae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:36.618538 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-4ff74d10-8630-44a6-a8f2-a52af57dae2f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=949697f6123f48b49b1dfa9ea09b6236&device_id=99930995-ded4-49c5-a696-ee1fedc9b68c HTTP/1.1" status: 200 len: 1096 time: 0.0429564 Dec 14 18:48:36.665953 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-c9efc7e2-943a-4830-883c-b3d1917fe0ab service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b79fcf33-7392-47ce-9c41-e712e048de72 HTTP/1.1" status: 200 len: 217 time: 0.0387518 Dec 14 18:48:36.717988 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-c332b486-ad7f-41d9-8b23-cc0e86d51a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:36.719395 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-c332b486-ad7f-41d9-8b23-cc0e86d51a20 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=50e7903b-7a00-4646-be83-d8fc7d2d11f1 HTTP/1.1" status: 200 len: 849 time: 0.0448170 Dec 14 18:48:36.748535 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.agents_db [None req-bc91d4ce-6c5b-4ff0-abae-02e3a00e1a46 None None] Agent healthcheck: found 6 active agents {{(pid=108023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:48:36.766530 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-dbd68a40-d74d-4f2b-bc51-a33747b508a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:36.768034 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-dbd68a40-d74d-4f2b-bc51-a33747b508a3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7f7553d6-566b-442a-8474-b9703b3d3a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397174 Dec 14 18:48:36.860168 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-c96234dc-5c3d-46ff-8b23-c0415f16fc2e service neutron] 10.222.0.61 "GET /v2.0/networks/7f7553d6-566b-442a-8474-b9703b3d3a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845711 Dec 14 18:48:36.951746 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c1e8f33a-4ade-456f-a0ba-dd584c434198 req-453b1a15-25b6-4c52-bf53-0dc080fea7e7 service neutron] 10.222.0.61 "GET /v2.0/networks/7f7553d6-566b-442a-8474-b9703b3d3a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837946 Dec 14 18:48:36.987823 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 47170) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:48:37.064443 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.db_base_plugin_v2 [None req-2160c287-216f-4d05-9d68-551110eb9e9e admin admin] Deleting subnet f1ca4955-1c53-4670-af19-803365fd7a59 {{(pid=108020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 14 18:48:37.070776 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-2160c287-216f-4d05-9d68-551110eb9e9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:37.101939 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826314c-7704-45fb-89f7-37da7b4c406a req-8b2b3789-2da6-4ee8-ac58-b69634e9742a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:37.103441 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a826314c-7704-45fb-89f7-37da7b4c406a req-8b2b3789-2da6-4ee8-ac58-b69634e9742a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=949697f6123f48b49b1dfa9ea09b6236&device_id=99930995-ded4-49c5-a696-ee1fedc9b68c HTTP/1.1" status: 200 len: 1096 time: 0.0870554 Dec 14 18:48:37.115312 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-2160c287-216f-4d05-9d68-551110eb9e9e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:37.128127 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-2160c287-216f-4d05-9d68-551110eb9e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3907046'] for subnet, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:37.279904 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826314c-7704-45fb-89f7-37da7b4c406a req-84a2afeb-c31a-4f25-8a67-f5662a86cc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:37.281541 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a826314c-7704-45fb-89f7-37da7b4c406a req-84a2afeb-c31a-4f25-8a67-f5662a86cc34 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7f7553d6-566b-442a-8474-b9703b3d3a26 HTTP/1.1" status: 200 len: 911 time: 0.1623516 Dec 14 18:48:37.283688 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-2160c287-216f-4d05-9d68-551110eb9e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3907055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355'] for subnet, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:37.292981 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87088b73-a706-4984-8a56-7f3402394825 req-db937749-571d-405c-a49a-e5f87f156b0e tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:37.294411 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-87088b73-a706-4984-8a56-7f3402394825 req-db937749-571d-405c-a49a-e5f87f156b0e tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 945 time: 0.1000645 Dec 14 18:48:37.365194 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2160c287-216f-4d05-9d68-551110eb9e9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1ca4955-1c53-4670-af19-803365fd7a59,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:48:37.376466 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a826314c-7704-45fb-89f7-37da7b4c406a req-08401d2a-ce4b-4e24-bd25-210cf7978db9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b79fcf33-7392-47ce-9c41-e712e048de72 HTTP/1.1" status: 200 len: 217 time: 0.0777383 Dec 14 18:48:37.379236 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-2160c287-216f-4d05-9d68-551110eb9e9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:37.382515 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-2160c287-216f-4d05-9d68-551110eb9e9e admin admin] 10.222.0.71 "DELETE /v2.0/subnets/f1ca4955-1c53-4670-af19-803365fd7a59 HTTP/1.1" status: 204 len: 168 time: 0.3937066 Dec 14 18:48:37.385225 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 47174) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:48:37.430812 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-87088b73-a706-4984-8a56-7f3402394825 req-443c7d5f-3417-469f-9046-c87a9d3083ca tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227343 Dec 14 18:48:37.443755 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826314c-7704-45fb-89f7-37da7b4c406a req-099f0cd0-278c-4230-ad5a-f757c3dba5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:37.445312 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a826314c-7704-45fb-89f7-37da7b4c406a req-099f0cd0-278c-4230-ad5a-f757c3dba5f1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=50e7903b-7a00-4646-be83-d8fc7d2d11f1 HTTP/1.1" status: 200 len: 849 time: 0.0608115 Dec 14 18:48:37.458606 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-955eef4f-39be-4157-a8a8-9f2e49fb21ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3973964'] for network, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:37.503831 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826314c-7704-45fb-89f7-37da7b4c406a req-0287f2d4-f33f-47fd-82f4-1f1e657106dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:37.505368 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a826314c-7704-45fb-89f7-37da7b4c406a req-0287f2d4-f33f-47fd-82f4-1f1e657106dc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7f7553d6-566b-442a-8474-b9703b3d3a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425529 Dec 14 18:48:37.571535 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-955eef4f-39be-4157-a8a8-9f2e49fb21ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3899795', 'neutron.services.segments.db._delete_segments_for_network-8730915442872'] for network, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:37.580627 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f5892-7293-4f75-a2eb-ec15dc0f3292 req-97a2236e-d4ed-414d-9012-9bc129584dff tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:37.582097 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-b36f5892-7293-4f75-a2eb-ec15dc0f3292 req-97a2236e-d4ed-414d-9012-9bc129584dff tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=99930995-ded4-49c5-a696-ee1fedc9b68c HTTP/1.1" status: 200 len: 943 time: 0.1141608 Dec 14 18:48:37.606736 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a826314c-7704-45fb-89f7-37da7b4c406a req-6bb39789-8df3-4254-985b-0431fb16f720 service neutron] 10.222.0.61 "GET /v2.0/networks/7f7553d6-566b-442a-8474-b9703b3d3a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926945 Dec 14 18:48:37.611138 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.services.segments.db [None req-955eef4f-39be-4157-a8a8-9f2e49fb21ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ee5699-7eb1-48b4-b978-1df34b38b293']}} {{(pid=108021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:48:37.625444 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.services.segments.db [None req-955eef4f-39be-4157-a8a8-9f2e49fb21ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30353971-0557-4376-bd51-df832c5b9df7') {'for_net_delete': True} {{(pid=108021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:48:37.625737 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.services.segments.db [None req-955eef4f-39be-4157-a8a8-9f2e49fb21ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30353971-0557-4376-bd51-df832c5b9df7') {} {{(pid=108021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:48:37.641453 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-955eef4f-39be-4157-a8a8-9f2e49fb21ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730915282288', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29292905'] for segment, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:37.651837 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-b36f5892-7293-4f75-a2eb-ec15dc0f3292 req-c81ae780-10b4-4e5b-a01b-fc09ec2ae6ce tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=82c14994-a267-4dde-b19f-485bc5a7365e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624399 Dec 14 18:48:37.659818 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-955eef4f-39be-4157-a8a8-9f2e49fb21ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017'] for segment, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:37.666956 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-955eef4f-39be-4157-a8a8-9f2e49fb21ce admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=108021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 18:48:37.667348 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-955eef4f-39be-4157-a8a8-9f2e49fb21ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29291711'] for segment, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:37.669007 dv-cinder-821746-1-iscsi neutron-server[108021]: Traceback (most recent call last): Dec 14 18:48:37.669007 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 18:48:37.669007 dv-cinder-821746-1-iscsi neutron-server[108021]: timer() Dec 14 18:48:37.669007 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:48:37.669007 dv-cinder-821746-1-iscsi neutron-server[108021]: cb(*args, **kw) Dec 14 18:48:37.669007 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 18:48:37.669007 dv-cinder-821746-1-iscsi neutron-server[108021]: return func(*args, **kwargs) Dec 14 18:48:37.669007 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:48:37.669007 dv-cinder-821746-1-iscsi neutron-server[108021]: self._notify() Dec 14 18:48:37.669007 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:48:37.669007 dv-cinder-821746-1-iscsi neutron-server[108021]: self.callback(batched_events) Dec 14 18:48:37.669007 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:48:37.669007 dv-cinder-821746-1-iscsi neutron-server[108021]: event.method(event) Dec 14 18:48:37.669007 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 18:48:37.669007 dv-cinder-821746-1-iscsi neutron-server[108021]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:48:37.669007 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 18:48:37.669007 dv-cinder-821746-1-iscsi neutron-server[108021]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 18:48:37.669007 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 18:48:37.669007 dv-cinder-821746-1-iscsi neutron-server[108021]: return f(self, *a, **k) Dec 14 18:48:37.669007 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 18:48:37.669007 dv-cinder-821746-1-iscsi neutron-server[108021]: return self._get(url).json() Dec 14 18:48:37.669007 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:48:37.669007 dv-cinder-821746-1-iscsi neutron-server[108021]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 18:48:37.669007 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 18:48:37.669007 dv-cinder-821746-1-iscsi neutron-server[108021]: return self.request(url, 'GET', **kwargs) Dec 14 18:48:37.669007 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 18:48:37.669007 dv-cinder-821746-1-iscsi neutron-server[108021]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 18:48:37.669007 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 18:48:37.669007 dv-cinder-821746-1-iscsi neutron-server[108021]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:48:37.669007 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 18:48:37.669007 dv-cinder-821746-1-iscsi neutron-server[108021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:48:37.669007 dv-cinder-821746-1-iscsi neutron-server[108021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:48:37.711186 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a826314c-7704-45fb-89f7-37da7b4c406a req-79b8b198-8b9d-4269-81a4-4432660dcfcc service neutron] 10.222.0.61 "GET /v2.0/networks/7f7553d6-566b-442a-8474-b9703b3d3a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950921 Dec 14 18:48:37.730813 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-955eef4f-39be-4157-a8a8-9f2e49fb21ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3907168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552522'] for network, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:37.736067 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-955eef4f-39be-4157-a8a8-9f2e49fb21ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for network, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:37.739636 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-955eef4f-39be-4157-a8a8-9f2e49fb21ce admin admin] 10.222.0.71 "DELETE /v2.0/networks/35ee5699-7eb1-48b4-b978-1df34b38b293 HTTP/1.1" status: 204 len: 168 time: 0.3533053 Dec 14 18:48:37.750934 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955eef4f-39be-4157-a8a8-9f2e49fb21ce admin admin] Pushing event deleted for resources: {'Network': ['ID=35ee5699-7eb1-48b4-b978-1df34b38b293,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:48:37.844541 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 47180) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:48:37.889799 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-f34620b3-e9be-4be1-9af3-788612663e54 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ab475bf74ae94627b9b34174901adbaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0441158 Dec 14 18:48:37.892266 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 47182) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:48:37.941339 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-cc224219-86fe-4240-b465-094afd3727f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:37.963154 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-cc224219-86fe-4240-b465-094afd3727f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:38.011489 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-cc224219-86fe-4240-b465-094afd3727f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:38.014098 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-cc224219-86fe-4240-b465-094afd3727f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:38.015276 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-cc224219-86fe-4240-b465-094afd3727f6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/655bfe8d-4875-49b9-b21a-e98e337a5450 HTTP/1.1" status: 204 len: 168 time: 0.1221244 Dec 14 18:48:38.024334 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc224219-86fe-4240-b465-094afd3727f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655bfe8d-4875-49b9-b21a-e98e337a5450,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:48:38.558171 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023da072-985f-44f7-a9da-092d69cdb940 req-8aa69487-52ab-484b-8267-55a5956553d7 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:38.560138 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-023da072-985f-44f7-a9da-092d69cdb940 req-8aa69487-52ab-484b-8267-55a5956553d7 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 945 time: 0.0513110 Dec 14 18:48:38.599661 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-023da072-985f-44f7-a9da-092d69cdb940 req-7f3e25cb-95ff-47ed-8c8c-249d5e13f7bf tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335999 Dec 14 18:48:38.712844 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f13fe-c121-477a-813c-daf83ca1d291 req-9652f7e9-5fa6-41bb-a055-65f149746b49 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:38.714361 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-a45f13fe-c121-477a-813c-daf83ca1d291 req-9652f7e9-5fa6-41bb-a055-65f149746b49 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 945 time: 0.0497530 Dec 14 18:48:38.723422 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 47198) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:48:38.727717 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-debe5c53-66c7-4c0f-b869-9fee424abe25 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Request body: {'floatingip': {'port_id': 'a697b77e-1802-475b-8c0d-62b14fac98eb'}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:48:38.767724 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-debe5c53-66c7-4c0f-b869-9fee424abe25 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks [] for floatingip, before_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:38.770830 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb42f9-2dab-45a5-a827-c7a0857b9870 req-b6f086e9-14ec-4a12-b515-081536177095 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:38.772332 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9bdb42f9-2dab-45a5-a827-c7a0857b9870 req-b6f086e9-14ec-4a12-b515-081536177095 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=99930995-ded4-49c5-a696-ee1fedc9b68c HTTP/1.1" status: 200 len: 943 time: 0.0523074 Dec 14 18:48:38.810890 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9bdb42f9-2dab-45a5-a827-c7a0857b9870 req-77fba49d-5c50-4f44-a940-2a0eef78faed tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=82c14994-a267-4dde-b19f-485bc5a7365e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323918 Dec 14 18:48:39.184752 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-debe5c53-66c7-4c0f-b869-9fee424abe25 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:39.188706 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-debe5c53-66c7-4c0f-b869-9fee424abe25 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552536'] for floatingip, after_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:39.291758 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.db.l3_db [None req-debe5c53-66c7-4c0f-b869-9fee424abe25 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Floating IP 57cfdefb-5410-4966-8b03-903831209a5a associated. External IP: 172.27.2.112, port: a697b77e-1802-475b-8c0d-62b14fac98eb. Dec 14 18:48:39.491925 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-debe5c53-66c7-4c0f-b869-9fee424abe25 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Router db6ea8f5-1f88-4e0f-b432-cdaff40cea1e has already been hosted by L3 agent 61f97045-3475-4abf-9bb4-9e4a5178f14d {{(pid=108021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:48:39.597812 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debe5c53-66c7-4c0f-b869-9fee424abe25 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify agent at l3_agent.dv-cinder-821746-1-iscsi the message routers_updated {{(pid=108021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:48:39.602600 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-debe5c53-66c7-4c0f-b869-9fee424abe25 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for floatingip, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:39.607126 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbeb768-aab1-49cb-8db3-29a62333e187 None None] Sync routers for ids ['db6ea8f5-1f88-4e0f-b432-cdaff40cea1e'] in dv-cinder-821746-1-iscsi {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:48:39.616924 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbeb768-aab1-49cb-8db3-29a62333e187 None None] Routers {'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:48:39.617568 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-5dbeb768-aab1-49cb-8db3-29a62333e187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:48:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['db6ea8f5-1f88-4e0f-b432-cdaff40cea1e'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:48:39.726972 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-5dbeb768-aab1-49cb-8db3-29a62333e187 None None] Set router db6ea8f5-1f88-4e0f-b432-cdaff40cea1e gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:48:39.769613 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device b79fcf33-7392-47ce-9c41-e712e048de72 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=108022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:48:39.828954 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-debe5c53-66c7-4c0f-b869-9fee424abe25 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "PUT /v2.0/floatingips/57cfdefb-5410-4966-8b03-903831209a5a HTTP/1.1" status: 200 len: 991 time: 1.1045406 Dec 14 18:48:39.829617 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfbe5052-8fc3-482c-8392-7c0f33b4e415', 'tag': 'a697b77e-1802-475b-8c0d-62b14fac98eb'}] {{(pid=108021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:48:39.831964 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b93b291913d2f478f978021224fe99462ed5361e2b2e2c80d6eb419d23fcc8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da895d61-8a99-4fcb-b93c-bd3ac2625b8a" -d '{"events": [{"name": "network-changed", "server_uuid": "dfbe5052-8fc3-482c-8392-7c0f33b4e415", "tag": "a697b77e-1802-475b-8c0d-62b14fac98eb"}]}' {{(pid=108021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:48:39.934227 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b2ce6-4a6a-4e66-9186-702967da3bf4 req-148f51db-3da7-46ff-ac82-e4462a3c5eeb tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:39.935411 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ba7b2ce6-4a6a-4e66-9186-702967da3bf4 req-148f51db-3da7-46ff-ac82-e4462a3c5eeb tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=99930995-ded4-49c5-a696-ee1fedc9b68c HTTP/1.1" status: 200 len: 943 time: 0.0488989 Dec 14 18:48:39.977513 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ba7b2ce6-4a6a-4e66-9186-702967da3bf4 req-055f0f4b-3c33-4951-9140-6f7355246e24 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=82c14994-a267-4dde-b19f-485bc5a7365e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327883 Dec 14 18:48:40.153499 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port b79fcf33-7392-47ce-9c41-e712e048de72, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=b79fcf33-7392-47ce-9c41-e712e048de72,segment=NetworkSegment(0ad4ed73-9327-4e24-9a3d-54336f11a8d9),segment_id=0ad4ed73-9327-4e24-9a3d-54336f11a8d9)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:48:40.161469 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47b3e5e-6722-4ef4-b6d2-6a38d5daa3bf x-openstack-request-id: req-d47b3e5e-6722-4ef4-b6d2-6a38d5daa3bf {{(pid=108021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:48:40.162078 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfbe5052-8fc3-482c-8392-7c0f33b4e415", "tag": "a697b77e-1802-475b-8c0d-62b14fac98eb", "status": "completed", "code": 200}]} {{(pid=108021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:48:40.162329 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d47b3e5e-6722-4ef4-b6d2-6a38d5daa3bf {{(pid=108021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:48:40.162873 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfbe5052-8fc3-482c-8392-7c0f33b4e415', 'tag': 'a697b77e-1802-475b-8c0d-62b14fac98eb', 'status': 'completed', 'code': 200} Dec 14 18:48:40.186633 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Returning: {'device': 'b79fcf33-7392-47ce-9c41-e712e048de72', 'network_id': '7f7553d6-566b-442a-8474-b9703b3d3a26', 'port_id': 'b79fcf33-7392-47ce-9c41-e712e048de72', 'mac_address': 'fa:16:3e:b8:03:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50e7903b-7a00-4646-be83-d8fc7d2d11f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:48:40.226944 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da895d61-8a99-4fcb-b93c-bd3ac2625b8a req-f562efb4-5528-469a-95f3-d21f9672a33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:40.228902 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-da895d61-8a99-4fcb-b93c-bd3ac2625b8a req-f562efb4-5528-469a-95f3-d21f9672a33b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8119ae9c02c041da868fd66af898aece&device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 1098 time: 0.0445275 Dec 14 18:48:40.241053 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:40.257487 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b79fcf33-7392-47ce-9c41-e712e048de72 {{(pid=108022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:48:40.273220 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-5dbeb768-aab1-49cb-8db3-29a62333e187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'name': 'tempest-AttachVolumeShelveTestJSON-731502450-router', 'tenant_id': '8119ae9c02c041da868fd66af898aece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'a02adf1e-1519-4a82-af9b-0e82a2fecdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:44:33Z', 'updated_at': '2021-12-14T18:44:37Z', 'revision_number': 4, 'project_id': '8119ae9c02c041da868fd66af898aece', 'gw_port': {'id': 'a02adf1e-1519-4a82-af9b-0e82a2fecdb4', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:44:34Z', 'updated_at': '2021-12-14T18:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_floatingips': [{'id': '57cfdefb-5410-4966-8b03-903831209a5a', 'tenant_id': '8119ae9c02c041da868fd66af898aece', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'router_id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'port_id': 'a697b77e-1802-475b-8c0d-62b14fac98eb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d', 'mac_address': 'fa:16:3e:2c:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbe5052-8fc3-482c-8392-7c0f33b4e415', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:48:19Z', 'updated_at': '2021-12-14T18:48:39Z', 'revision_number': 1, 'project_id': '8119ae9c02c041da868fd66af898aece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbfcb125-3b7c-4ce8-9b31-154d853ef904', 'name': '', 'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d', 'tenant_id': '8119ae9c02c041da868fd66af898aece', 'mac_address': 'fa:16:3e:6b:31:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd961d8ae-8136-463f-bf43-32c0a15a6798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:44:36Z', 'updated_at': '2021-12-14T18:44:41Z', 'revision_number': 5, 'project_id': '8119ae9c02c041da868fd66af898aece', 'subnets': [{'id': 'd961d8ae-8136-463f-bf43-32c0a15a6798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:48:40.309615 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port b79fcf33-7392-47ce-9c41-e712e048de72, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=b79fcf33-7392-47ce-9c41-e712e048de72,segment=NetworkSegment(0ad4ed73-9327-4e24-9a3d-54336f11a8d9),segment_id=0ad4ed73-9327-4e24-9a3d-54336f11a8d9)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:48:40.311184 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbeb768-aab1-49cb-8db3-29a62333e187 None None] Checking router: db6ea8f5-1f88-4e0f-b432-cdaff40cea1e for host: dv-cinder-821746-1-iscsi {{(pid=108022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:48:40.316166 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:40.344069 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da895d61-8a99-4fcb-b93c-bd3ac2625b8a req-65344efe-66c1-435b-8ca9-3410bf60c4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:40.347952 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-da895d61-8a99-4fcb-b93c-bd3ac2625b8a req-65344efe-66c1-435b-8ca9-3410bf60c4c5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=10892228-a1f8-4a5d-a334-a9f8d999d26d HTTP/1.1" status: 200 len: 917 time: 0.1114306 Dec 14 18:48:40.350250 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbeb768-aab1-49cb-8db3-29a62333e187 None None] Routers {'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:48:40.351655 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-5dbeb768-aab1-49cb-8db3-29a62333e187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:48:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['db6ea8f5-1f88-4e0f-b432-cdaff40cea1e'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:48:40.429803 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-da895d61-8a99-4fcb-b93c-bd3ac2625b8a req-1763e317-297e-4b0e-8601-aea4d3146501 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a697b77e-1802-475b-8c0d-62b14fac98eb HTTP/1.1" status: 200 len: 999 time: 0.0680840 Dec 14 18:48:40.447554 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=b79fcf33-7392-47ce-9c41-e712e048de72,revision_number=4']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:48:40.480432 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da895d61-8a99-4fcb-b93c-bd3ac2625b8a req-490c2c64-60f8-41da-918f-b0df3e40b54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:40.481920 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-da895d61-8a99-4fcb-b93c-bd3ac2625b8a req-490c2c64-60f8-41da-918f-b0df3e40b54a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d961d8ae-8136-463f-bf43-32c0a15a6798 HTTP/1.1" status: 200 len: 855 time: 0.0442305 Dec 14 18:48:40.488124 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-5dbeb768-aab1-49cb-8db3-29a62333e187 None None] Set router db6ea8f5-1f88-4e0f-b432-cdaff40cea1e gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:48:40.534178 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da895d61-8a99-4fcb-b93c-bd3ac2625b8a req-ff228451-76d4-4f27-a3d6-b774c9f56a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:40.535720 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-da895d61-8a99-4fcb-b93c-bd3ac2625b8a req-ff228451-76d4-4f27-a3d6-b774c9f56a40 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10892228-a1f8-4a5d-a334-a9f8d999d26d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423498 Dec 14 18:48:40.568636 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] get_ports_and_sgs() called for port_ids ['b79fcf33-7392-47ce-9c41-e712e048de72'] {{(pid=108022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:48:40.634433 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-da895d61-8a99-4fcb-b93c-bd3ac2625b8a req-58a17da5-b2d7-414f-8aea-15d8586ac474 service neutron] 10.222.0.61 "GET /v2.0/networks/10892228-a1f8-4a5d-a334-a9f8d999d26d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832398 Dec 14 18:48:40.730210 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-da895d61-8a99-4fcb-b93c-bd3ac2625b8a req-1128e96b-a974-42f9-9643-0f3c7c3e44b6 service neutron] 10.222.0.61 "GET /v2.0/networks/10892228-a1f8-4a5d-a334-a9f8d999d26d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877111 Dec 14 18:48:40.825410 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-5dbeb768-aab1-49cb-8db3-29a62333e187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'name': 'tempest-AttachVolumeShelveTestJSON-731502450-router', 'tenant_id': '8119ae9c02c041da868fd66af898aece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'a02adf1e-1519-4a82-af9b-0e82a2fecdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:44:33Z', 'updated_at': '2021-12-14T18:44:37Z', 'revision_number': 4, 'project_id': '8119ae9c02c041da868fd66af898aece', 'gw_port': {'id': 'a02adf1e-1519-4a82-af9b-0e82a2fecdb4', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:44:34Z', 'updated_at': '2021-12-14T18:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_floatingips': [{'id': '57cfdefb-5410-4966-8b03-903831209a5a', 'tenant_id': '8119ae9c02c041da868fd66af898aece', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'router_id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'port_id': 'a697b77e-1802-475b-8c0d-62b14fac98eb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d', 'mac_address': 'fa:16:3e:2c:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbe5052-8fc3-482c-8392-7c0f33b4e415', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:48:19Z', 'updated_at': '2021-12-14T18:48:39Z', 'revision_number': 1, 'project_id': '8119ae9c02c041da868fd66af898aece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbfcb125-3b7c-4ce8-9b31-154d853ef904', 'name': '', 'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d', 'tenant_id': '8119ae9c02c041da868fd66af898aece', 'mac_address': 'fa:16:3e:6b:31:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd961d8ae-8136-463f-bf43-32c0a15a6798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:44:36Z', 'updated_at': '2021-12-14T18:44:41Z', 'revision_number': 5, 'project_id': '8119ae9c02c041da868fd66af898aece', 'subnets': [{'id': 'd961d8ae-8136-463f-bf43-32c0a15a6798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:48:40.853601 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbeb768-aab1-49cb-8db3-29a62333e187 None None] The sync data for ids ['db6ea8f5-1f88-4e0f-b432-cdaff40cea1e'] in dv-cinder-821746-1-iscsi is: [{'id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'name': 'tempest-AttachVolumeShelveTestJSON-731502450-router', 'tenant_id': '8119ae9c02c041da868fd66af898aece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'a02adf1e-1519-4a82-af9b-0e82a2fecdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:44:33Z', 'updated_at': '2021-12-14T18:44:37Z', 'revision_number': 4, 'project_id': '8119ae9c02c041da868fd66af898aece', 'gw_port': {'id': 'a02adf1e-1519-4a82-af9b-0e82a2fecdb4', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:44:34Z', 'updated_at': '2021-12-14T18:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_floatingips': [{'id': '57cfdefb-5410-4966-8b03-903831209a5a', 'tenant_id': '8119ae9c02c041da868fd66af898aece', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'router_id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'port_id': 'a697b77e-1802-475b-8c0d-62b14fac98eb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d', 'mac_address': 'fa:16:3e:2c:01:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbe5052-8fc3-482c-8392-7c0f33b4e415', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:48:19Z', 'updated_at': '2021-12-14T18:48:39Z', 'revision_number': 1, 'project_id': '8119ae9c02c041da868fd66af898aece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbfcb125-3b7c-4ce8-9b31-154d853ef904', 'name': '', 'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d', 'tenant_id': '8119ae9c02c041da868fd66af898aece', 'mac_address': 'fa:16:3e:6b:31:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd961d8ae-8136-463f-bf43-32c0a15a6798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:44:36Z', 'updated_at': '2021-12-14T18:44:41Z', 'revision_number': 5, 'project_id': '8119ae9c02c041da868fd66af898aece', 'subnets': [{'id': 'd961d8ae-8136-463f-bf43-32c0a15a6798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:48:41.047344 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afe4a52-e1d4-41d3-849a-14ba48c0bd3d None None] New status for floating IP 57cfdefb-5410-4966-8b03-903831209a5a: ACTIVE {{(pid=108023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 18:48:41.111186 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381f577-69a3-40f8-8e7f-407845d02af4 req-be10403f-0f61-46c7-96e8-39c533011e4c tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:41.113050 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5381f577-69a3-40f8-8e7f-407845d02af4 req-be10403f-0f61-46c7-96e8-39c533011e4c tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=99930995-ded4-49c5-a696-ee1fedc9b68c HTTP/1.1" status: 200 len: 944 time: 0.0511084 Dec 14 18:48:41.153266 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5381f577-69a3-40f8-8e7f-407845d02af4 req-3a18b928-f81a-4edc-b296-1ed3c7b4d369 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=82c14994-a267-4dde-b19f-485bc5a7365e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327704 Dec 14 18:48:41.647995 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8b34c-0d3b-445a-aba4-306bca20a33e req-23abadf1-494d-4c9c-b927-fc092e724e35 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:41.649700 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-3ad8b34c-0d3b-445a-aba4-306bca20a33e req-23abadf1-494d-4c9c-b927-fc092e724e35 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/ports?device_id=304e70ff-0ca8-49da-90c1-3353bad6e3c7 HTTP/1.1" status: 200 len: 945 time: 0.0494781 Dec 14 18:48:41.687171 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-3ad8b34c-0d3b-445a-aba4-306bca20a33e req-a26ca328-535b-4996-a4fa-a2f790dfa933 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/security-groups?id=2851b60b-dc5b-4a10-8667-c51886da8d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310991 Dec 14 18:48:41.783602 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device b79fcf33-7392-47ce-9c41-e712e048de72 up at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:48:41.833694 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Provisioning for port b79fcf33-7392-47ce-9c41-e712e048de72 completed by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 18:48:41.837346 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Provisioning complete for port b79fcf33-7392-47ce-9c41-e712e048de72 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:48:41.837713 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:41.912050 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:41.934893 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99930995-ded4-49c5-a696-ee1fedc9b68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b79fcf33-7392-47ce-9c41-e712e048de72'}] {{(pid=108022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:48:41.937102 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4652f51f42c3be85180d8c5c7bba1325bd3159a0fd8a88314674832532d8132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553a5824-bd28-40b3-b32c-69102f00f2d8" -d '{"events": [{"server_uuid": "99930995-ded4-49c5-a696-ee1fedc9b68c", "name": "network-vif-plugged", "status": "completed", "tag": "b79fcf33-7392-47ce-9c41-e712e048de72"}]}' {{(pid=108022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:48:41.949838 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port b79fcf33-7392-47ce-9c41-e712e048de72, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=b79fcf33-7392-47ce-9c41-e712e048de72,segment=NetworkSegment(0ad4ed73-9327-4e24-9a3d-54336f11a8d9),segment_id=0ad4ed73-9327-4e24-9a3d-54336f11a8d9)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:48:41.954599 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:41.977125 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa489b0-ccb3-4fe1-bf5d-2070ae9fb4f1 x-openstack-request-id: req-7aa489b0-ccb3-4fe1-bf5d-2070ae9fb4f1 {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:48:41.977427 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99930995-ded4-49c5-a696-ee1fedc9b68c", "name": "network-vif-plugged", "status": "completed", "tag": "b79fcf33-7392-47ce-9c41-e712e048de72", "code": 200}]} {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:48:41.977690 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7aa489b0-ccb3-4fe1-bf5d-2070ae9fb4f1 {{(pid=108022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:48:41.978062 dv-cinder-821746-1-iscsi neutron-server[108022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99930995-ded4-49c5-a696-ee1fedc9b68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b79fcf33-7392-47ce-9c41-e712e048de72', 'code': 200} Dec 14 18:48:42.004010 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=b79fcf33-7392-47ce-9c41-e712e048de72,revision_number=5']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:48:42.273266 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabd07a-2763-4ecd-a012-a4b857b1b3be req-8c088a8e-3e12-4cc5-8b86-acadfe626516 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:42.274874 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-4eabd07a-2763-4ecd-a012-a4b857b1b3be req-8c088a8e-3e12-4cc5-8b86-acadfe626516 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=99930995-ded4-49c5-a696-ee1fedc9b68c HTTP/1.1" status: 200 len: 945 time: 0.0494535 Dec 14 18:48:42.314446 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-4eabd07a-2763-4ecd-a012-a4b857b1b3be req-1feec457-2b37-478e-91b6-0263bae041f0 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=82c14994-a267-4dde-b19f-485bc5a7365e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334530 Dec 14 18:48:42.360535 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a129c0f-85b0-4637-8f71-f34647b77d17 req-af0abcd2-b606-4a8b-bf69-6976fa66367d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:42.362311 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-1a129c0f-85b0-4637-8f71-f34647b77d17 req-af0abcd2-b606-4a8b-bf69-6976fa66367d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=99930995-ded4-49c5-a696-ee1fedc9b68c HTTP/1.1" status: 200 len: 1098 time: 0.2634923 Dec 14 18:48:42.369781 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-4bef2e1c-c1e9-4c0a-879f-7686ce61e5bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:42.400935 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-1a129c0f-85b0-4637-8f71-f34647b77d17 req-59e79e87-d1d6-4cab-91b8-ad2cfd3e2ddb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=82c14994-a267-4dde-b19f-485bc5a7365e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279362 Dec 14 18:48:42.804502 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab9708-c7b8-48d6-bf2a-12db0bd7bedc req-208d611c-92f5-4811-a87c-a838a62dc2af tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:42.805937 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-93ab9708-c7b8-48d6-bf2a-12db0bd7bedc req-208d611c-92f5-4811-a87c-a838a62dc2af tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/ports?device_id=304e70ff-0ca8-49da-90c1-3353bad6e3c7 HTTP/1.1" status: 200 len: 945 time: 0.0479589 Dec 14 18:48:42.843477 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-93ab9708-c7b8-48d6-bf2a-12db0bd7bedc req-2b2cf652-8327-4cee-8e24-47aaf393da37 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/security-groups?id=2851b60b-dc5b-4a10-8667-c51886da8d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316508 Dec 14 18:48:43.428176 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902db33-90b6-4015-b045-bc31d6b2061f req-fac4595a-788f-4641-a522-cfb4df2278f9 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:43.429613 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-8902db33-90b6-4015-b045-bc31d6b2061f req-fac4595a-788f-4641-a522-cfb4df2278f9 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=99930995-ded4-49c5-a696-ee1fedc9b68c HTTP/1.1" status: 200 len: 945 time: 0.0478654 Dec 14 18:48:43.466348 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-8902db33-90b6-4015-b045-bc31d6b2061f req-d54e2fea-1038-4881-b92b-03c1aa8a5e72 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=82c14994-a267-4dde-b19f-485bc5a7365e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307992 Dec 14 18:48:43.629985 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9bfe8-22b3-4707-90bf-156eb3a85de5 req-1c518998-1e0d-4221-bc31-bdb966990454 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:43.631496 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-43c9bfe8-22b3-4707-90bf-156eb3a85de5 req-1c518998-1e0d-4221-bc31-bdb966990454 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.61 "GET /v2.0/ports?device_id=304e70ff-0ca8-49da-90c1-3353bad6e3c7 HTTP/1.1" status: 200 len: 945 time: 0.0537763 Dec 14 18:48:43.728102 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [req-43c9bfe8-22b3-4707-90bf-156eb3a85de5 req-a99b8974-5862-4510-a605-2948f2472129 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Deleting port 02221a81-8279-4c01-b2e7-2fb1711e6917 {{(pid=108020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:48:43.728448 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-43c9bfe8-22b3-4707-90bf-156eb3a85de5 req-a99b8974-5862-4510-a605-2948f2472129 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:43.817066 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-43c9bfe8-22b3-4707-90bf-156eb3a85de5 req-a99b8974-5862-4510-a605-2948f2472129 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] For port 02221a81-8279-4c01-b2e7-2fb1711e6917, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=02221a81-8279-4c01-b2e7-2fb1711e6917,segment=NetworkSegment(ee556489-8f1f-458c-8c39-cb70bdd26ae3),segment_id=ee556489-8f1f-458c-8c39-cb70bdd26ae3)] {{(pid=108020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:48:43.817425 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-43c9bfe8-22b3-4707-90bf-156eb3a85de5 req-a99b8974-5862-4510-a605-2948f2472129 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:43.830375 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [req-43c9bfe8-22b3-4707-90bf-156eb3a85de5 req-a99b8974-5862-4510-a605-2948f2472129 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Calling delete_port for 02221a81-8279-4c01-b2e7-2fb1711e6917 owned by compute:nova {{(pid=108020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:48:43.959531 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-43c9bfe8-22b3-4707-90bf-156eb3a85de5 req-a99b8974-5862-4510-a605-2948f2472129 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966'] for port, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:43.963096 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f8f4c-1dba-4c0f-8cfb-33c275f8a719 req-040c061f-b1c3-4011-922f-994ccc58faf0 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:43.964796 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-7c8f8f4c-1dba-4c0f-8cfb-33c275f8a719 req-040c061f-b1c3-4011-922f-994ccc58faf0 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/ports?device_id=304e70ff-0ca8-49da-90c1-3353bad6e3c7 HTTP/1.1" status: 200 len: 945 time: 0.0523484 Dec 14 18:48:43.993268 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b8974-5862-4510-a605-2948f2472129 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Pushing event deleted for resources: {'Port': ['ID=02221a81-8279-4c01-b2e7-2fb1711e6917,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:48:44.008789 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-7c8f8f4c-1dba-4c0f-8cfb-33c275f8a719 req-e78107b9-9426-4725-b3d7-f7cacc704e3b tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.71 "GET /v2.0/security-groups?id=2851b60b-dc5b-4a10-8667-c51886da8d93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371311 Dec 14 18:48:44.033534 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c9bfe8-22b3-4707-90bf-156eb3a85de5 req-a99b8974-5862-4510-a605-2948f2472129 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] No DVR routers for this DVR port 02221a81-8279-4c01-b2e7-2fb1711e6917 on host hv-cinder-82174 {{(pid=108020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:48:44.035995 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-43c9bfe8-22b3-4707-90bf-156eb3a85de5 req-a99b8974-5862-4510-a605-2948f2472129 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:44.040082 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-43c9bfe8-22b3-4707-90bf-156eb3a85de5 req-a99b8974-5862-4510-a605-2948f2472129 tempest-VolumesSnapshotTestJSON-2010287702 tempest-VolumesSnapshotTestJSON-2010287702-project] 10.222.0.61 "DELETE /v2.0/ports/02221a81-8279-4c01-b2e7-2fb1711e6917 HTTP/1.1" status: 204 len: 173 time: 0.4024968 Dec 14 18:48:44.040522 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '304e70ff-0ca8-49da-90c1-3353bad6e3c7', 'name': 'network-vif-deleted', 'tag': '02221a81-8279-4c01-b2e7-2fb1711e6917'}] {{(pid=108020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:48:44.042790 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d1d651e17726932f2c063a5cb62fed0687a982c73a8c4b64805019ed9839e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa08f78-6b41-4dea-b3bd-6d832e58f850" -d '{"events": [{"server_uuid": "304e70ff-0ca8-49da-90c1-3353bad6e3c7", "name": "network-vif-deleted", "tag": "02221a81-8279-4c01-b2e7-2fb1711e6917"}]}' {{(pid=108020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:48:44.140159 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b38d60-275b-4852-9d7f-d6990e65f5a9 x-openstack-request-id: req-c3b38d60-275b-4852-9d7f-d6990e65f5a9 {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:48:44.140466 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "304e70ff-0ca8-49da-90c1-3353bad6e3c7", "name": "network-vif-deleted", "tag": "02221a81-8279-4c01-b2e7-2fb1711e6917", "status": "completed", "code": 200}]} {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:48:44.140715 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c3b38d60-275b-4852-9d7f-d6990e65f5a9 {{(pid=108020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:48:44.141107 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '304e70ff-0ca8-49da-90c1-3353bad6e3c7', 'name': 'network-vif-deleted', 'tag': '02221a81-8279-4c01-b2e7-2fb1711e6917', 'status': 'completed', 'code': 200} Dec 14 18:48:44.583257 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87e4d1-9ed4-49e7-ae12-56552d5c0d45 req-a58d3913-b11b-49b3-a3d6-ec16a23f21b3 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:44.584757 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-3f87e4d1-9ed4-49e7-ae12-56552d5c0d45 req-a58d3913-b11b-49b3-a3d6-ec16a23f21b3 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=99930995-ded4-49c5-a696-ee1fedc9b68c HTTP/1.1" status: 200 len: 945 time: 0.0490789 Dec 14 18:48:44.622945 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-3f87e4d1-9ed4-49e7-ae12-56552d5c0d45 req-23d07600-518b-4c00-a76c-48d2f7726574 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=82c14994-a267-4dde-b19f-485bc5a7365e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322137 Dec 14 18:48:44.734043 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-5e8eb2c7-7ec9-4bc9-8a5a-170ddcff5a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:44.735894 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef04ed0e-07c4-4263-9fd8-a0cffc8c95b6 req-b6d782f2-f755-45f1-b34a-5aba0d7c18fe tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:44.737628 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-ef04ed0e-07c4-4263-9fd8-a0cffc8c95b6 req-b6d782f2-f755-45f1-b34a-5aba0d7c18fe tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=99930995-ded4-49c5-a696-ee1fedc9b68c HTTP/1.1" status: 200 len: 945 time: 0.0515392 Dec 14 18:48:44.747711 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 47258) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:48:44.752251 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-8be5d8a0-e675-4c6c-9fc6-74e517aeb3f4 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Request body: {'floatingip': {'port_id': 'b79fcf33-7392-47ce-9c41-e712e048de72'}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:48:44.791606 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-8be5d8a0-e675-4c6c-9fc6-74e517aeb3f4 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks [] for floatingip, before_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:45.215041 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-8be5d8a0-e675-4c6c-9fc6-74e517aeb3f4 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:45.218724 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-8be5d8a0-e675-4c6c-9fc6-74e517aeb3f4 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552536'] for floatingip, after_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:45.337475 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.db.l3_db [None req-8be5d8a0-e675-4c6c-9fc6-74e517aeb3f4 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Floating IP 9b1d0a61-5018-4ccb-9019-068c2a2bf885 associated. External IP: 172.27.2.82, port: b79fcf33-7392-47ce-9c41-e712e048de72. Dec 14 18:48:45.541883 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be5d8a0-e675-4c6c-9fc6-74e517aeb3f4 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Router 2eaec3f5-d1ab-4393-979c-0aa2ee05f586 has already been hosted by L3 agent 61f97045-3475-4abf-9bb4-9e4a5178f14d {{(pid=108021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:48:45.648701 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be5d8a0-e675-4c6c-9fc6-74e517aeb3f4 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify agent at l3_agent.dv-cinder-821746-1-iscsi the message routers_updated {{(pid=108021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:48:45.653073 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-8be5d8a0-e675-4c6c-9fc6-74e517aeb3f4 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for floatingip, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:45.666887 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e8f715-374e-48cb-86b1-bc47a678a621 None None] Sync routers for ids ['2eaec3f5-d1ab-4393-979c-0aa2ee05f586'] in dv-cinder-821746-1-iscsi {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:48:45.675975 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e8f715-374e-48cb-86b1-bc47a678a621 None None] Routers {'2eaec3f5-d1ab-4393-979c-0aa2ee05f586'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:48:45.676576 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-d9e8f715-374e-48cb-86b1-bc47a678a621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:48:45Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['2eaec3f5-d1ab-4393-979c-0aa2ee05f586'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:48:45.679177 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-8be5d8a0-e675-4c6c-9fc6-74e517aeb3f4 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "PUT /v2.0/floatingips/9b1d0a61-5018-4ccb-9019-068c2a2bf885 HTTP/1.1" status: 200 len: 990 time: 0.9304149 Dec 14 18:48:45.679752 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99930995-ded4-49c5-a696-ee1fedc9b68c', 'tag': 'b79fcf33-7392-47ce-9c41-e712e048de72'}] {{(pid=108021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:48:45.681990 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b93b291913d2f478f978021224fe99462ed5361e2b2e2c80d6eb419d23fcc8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5af9ae-d63b-40d4-8d2e-1f0c517fd2ae" -d '{"events": [{"name": "network-changed", "server_uuid": "99930995-ded4-49c5-a696-ee1fedc9b68c", "tag": "b79fcf33-7392-47ce-9c41-e712e048de72"}]}' {{(pid=108021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:48:45.722639 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6522e799-ffc1-4bde-9421-4944c81fe346 x-openstack-request-id: req-6522e799-ffc1-4bde-9421-4944c81fe346 {{(pid=108021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:48:45.722925 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99930995-ded4-49c5-a696-ee1fedc9b68c", "tag": "b79fcf33-7392-47ce-9c41-e712e048de72", "status": "completed", "code": 200}]} {{(pid=108021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:48:45.723176 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6522e799-ffc1-4bde-9421-4944c81fe346 {{(pid=108021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:48:45.723657 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99930995-ded4-49c5-a696-ee1fedc9b68c', 'tag': 'b79fcf33-7392-47ce-9c41-e712e048de72', 'status': 'completed', 'code': 200} Dec 14 18:48:45.782182 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-d9e8f715-374e-48cb-86b1-bc47a678a621 None None] Set router 2eaec3f5-d1ab-4393-979c-0aa2ee05f586 gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:48:45.788687 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5af9ae-d63b-40d4-8d2e-1f0c517fd2ae req-80b847d0-7d52-400d-ace5-cac679a5e913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:45.790157 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-cf5af9ae-d63b-40d4-8d2e-1f0c517fd2ae req-80b847d0-7d52-400d-ace5-cac679a5e913 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=949697f6123f48b49b1dfa9ea09b6236&device_id=99930995-ded4-49c5-a696-ee1fedc9b68c HTTP/1.1" status: 200 len: 1098 time: 0.0438921 Dec 14 18:48:45.815218 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 02221a81-8279-4c01-b2e7-2fb1711e6917 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:48:45.839540 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] No Port match for: 02221a81-8279-4c01-b2e7-2fb1711e6917 {{(pid=108022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:48:45.839884 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 02221a81-8279-4c01-b2e7-2fb1711e6917 not bound to the agent host hv-cinder-82174 {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:48:45.880614 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5af9ae-d63b-40d4-8d2e-1f0c517fd2ae req-0c0b7dce-22a3-43a1-81e8-bae5fe990f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:45.882085 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-cf5af9ae-d63b-40d4-8d2e-1f0c517fd2ae req-0c0b7dce-22a3-43a1-81e8-bae5fe990f9b service neutron] 10.222.0.61 "GET /v2.0/networks?id=7f7553d6-566b-442a-8474-b9703b3d3a26 HTTP/1.1" status: 200 len: 911 time: 0.0842345 Dec 14 18:48:45.953397 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-cf5af9ae-d63b-40d4-8d2e-1f0c517fd2ae req-d57f6d8a-63c5-4211-afbf-a5b3b23365a1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b79fcf33-7392-47ce-9c41-e712e048de72 HTTP/1.1" status: 200 len: 998 time: 0.0640819 Dec 14 18:48:46.002836 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5af9ae-d63b-40d4-8d2e-1f0c517fd2ae req-6c8d6330-dafd-4b12-9c2e-d7d9dc4ad502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:46.004291 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-cf5af9ae-d63b-40d4-8d2e-1f0c517fd2ae req-6c8d6330-dafd-4b12-9c2e-d7d9dc4ad502 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=50e7903b-7a00-4646-be83-d8fc7d2d11f1 HTTP/1.1" status: 200 len: 849 time: 0.0442474 Dec 14 18:48:46.036342 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-d9e8f715-374e-48cb-86b1-bc47a678a621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'name': 'tempest-AttachVolumeTestJSON-446952873-router', 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '303ba977-dea2-4fd7-b05c-89378886da8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:43:16Z', 'updated_at': '2021-12-14T18:43:23Z', 'revision_number': 4, 'project_id': '949697f6123f48b49b1dfa9ea09b6236', 'gw_port': {'id': '303ba977-dea2-4fd7-b05c-89378886da8b', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:43:17Z', 'updated_at': '2021-12-14T18:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_floatingips': [{'id': '9b1d0a61-5018-4ccb-9019-068c2a2bf885', 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236', 'floating_ip_address': '172.27.2.82', 'floating_network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'router_id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'port_id': 'b79fcf33-7392-47ce-9c41-e712e048de72', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f7553d6-566b-442a-8474-b9703b3d3a26', 'mac_address': 'fa:16:3e:b8:03:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99930995-ded4-49c5-a696-ee1fedc9b68c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:48:29Z', 'updated_at': '2021-12-14T18:48:45Z', 'revision_number': 1, 'project_id': '949697f6123f48b49b1dfa9ea09b6236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be75fd1-821c-49fb-aa19-76df4b7a37b7', 'name': '', 'network_id': '7f7553d6-566b-442a-8474-b9703b3d3a26', 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236', 'mac_address': 'fa:16:3e:70:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50e7903b-7a00-4646-be83-d8fc7d2d11f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:43:21Z', 'updated_at': '2021-12-14T18:43:27Z', 'revision_number': 5, 'project_id': '949697f6123f48b49b1dfa9ea09b6236', 'subnets': [{'id': '50e7903b-7a00-4646-be83-d8fc7d2d11f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:48:46.048920 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5af9ae-d63b-40d4-8d2e-1f0c517fd2ae req-94711f6c-6bfb-4876-a17b-424c7740d9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:48:46.050575 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-cf5af9ae-d63b-40d4-8d2e-1f0c517fd2ae req-94711f6c-6bfb-4876-a17b-424c7740d9ba service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7f7553d6-566b-442a-8474-b9703b3d3a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391445 Dec 14 18:48:46.065125 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e8f715-374e-48cb-86b1-bc47a678a621 None None] Checking router: 2eaec3f5-d1ab-4393-979c-0aa2ee05f586 for host: dv-cinder-821746-1-iscsi {{(pid=108022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:48:46.073926 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e8f715-374e-48cb-86b1-bc47a678a621 None None] Routers {'2eaec3f5-d1ab-4393-979c-0aa2ee05f586'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:48:46.074448 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-d9e8f715-374e-48cb-86b1-bc47a678a621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:48:45Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['2eaec3f5-d1ab-4393-979c-0aa2ee05f586'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:48:46.145547 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-cf5af9ae-d63b-40d4-8d2e-1f0c517fd2ae req-7cb43655-bc10-40d2-a154-6bb64ac48900 service neutron] 10.222.0.61 "GET /v2.0/networks/7f7553d6-566b-442a-8474-b9703b3d3a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877335 Dec 14 18:48:46.189215 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-d9e8f715-374e-48cb-86b1-bc47a678a621 None None] Set router 2eaec3f5-d1ab-4393-979c-0aa2ee05f586 gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:48:46.217392 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:46.238122 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-cf5af9ae-d63b-40d4-8d2e-1f0c517fd2ae req-dd608383-e4a5-4ee9-9961-83202a0632bc service neutron] 10.222.0.61 "GET /v2.0/networks/7f7553d6-566b-442a-8474-b9703b3d3a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856113 Dec 14 18:48:46.424858 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-d9e8f715-374e-48cb-86b1-bc47a678a621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'name': 'tempest-AttachVolumeTestJSON-446952873-router', 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '303ba977-dea2-4fd7-b05c-89378886da8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:43:16Z', 'updated_at': '2021-12-14T18:43:23Z', 'revision_number': 4, 'project_id': '949697f6123f48b49b1dfa9ea09b6236', 'gw_port': {'id': '303ba977-dea2-4fd7-b05c-89378886da8b', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:43:17Z', 'updated_at': '2021-12-14T18:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_floatingips': [{'id': '9b1d0a61-5018-4ccb-9019-068c2a2bf885', 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236', 'floating_ip_address': '172.27.2.82', 'floating_network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'router_id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'port_id': 'b79fcf33-7392-47ce-9c41-e712e048de72', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f7553d6-566b-442a-8474-b9703b3d3a26', 'mac_address': 'fa:16:3e:b8:03:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99930995-ded4-49c5-a696-ee1fedc9b68c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:48:29Z', 'updated_at': '2021-12-14T18:48:45Z', 'revision_number': 1, 'project_id': '949697f6123f48b49b1dfa9ea09b6236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be75fd1-821c-49fb-aa19-76df4b7a37b7', 'name': '', 'network_id': '7f7553d6-566b-442a-8474-b9703b3d3a26', 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236', 'mac_address': 'fa:16:3e:70:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50e7903b-7a00-4646-be83-d8fc7d2d11f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:43:21Z', 'updated_at': '2021-12-14T18:43:27Z', 'revision_number': 5, 'project_id': '949697f6123f48b49b1dfa9ea09b6236', 'subnets': [{'id': '50e7903b-7a00-4646-be83-d8fc7d2d11f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:48:46.452865 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e8f715-374e-48cb-86b1-bc47a678a621 None None] The sync data for ids ['2eaec3f5-d1ab-4393-979c-0aa2ee05f586'] in dv-cinder-821746-1-iscsi is: [{'id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'name': 'tempest-AttachVolumeTestJSON-446952873-router', 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '303ba977-dea2-4fd7-b05c-89378886da8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:43:16Z', 'updated_at': '2021-12-14T18:43:23Z', 'revision_number': 4, 'project_id': '949697f6123f48b49b1dfa9ea09b6236', 'gw_port': {'id': '303ba977-dea2-4fd7-b05c-89378886da8b', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:43:17Z', 'updated_at': '2021-12-14T18:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_floatingips': [{'id': '9b1d0a61-5018-4ccb-9019-068c2a2bf885', 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236', 'floating_ip_address': '172.27.2.82', 'floating_network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'router_id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'port_id': 'b79fcf33-7392-47ce-9c41-e712e048de72', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f7553d6-566b-442a-8474-b9703b3d3a26', 'mac_address': 'fa:16:3e:b8:03:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99930995-ded4-49c5-a696-ee1fedc9b68c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:48:29Z', 'updated_at': '2021-12-14T18:48:45Z', 'revision_number': 1, 'project_id': '949697f6123f48b49b1dfa9ea09b6236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be75fd1-821c-49fb-aa19-76df4b7a37b7', 'name': '', 'network_id': '7f7553d6-566b-442a-8474-b9703b3d3a26', 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236', 'mac_address': 'fa:16:3e:70:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50e7903b-7a00-4646-be83-d8fc7d2d11f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:43:21Z', 'updated_at': '2021-12-14T18:43:27Z', 'revision_number': 5, 'project_id': '949697f6123f48b49b1dfa9ea09b6236', 'subnets': [{'id': '50e7903b-7a00-4646-be83-d8fc7d2d11f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:48:46.639526 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a866f12-a1a4-4fdb-beed-86237ae3c7b8 None None] New status for floating IP 9b1d0a61-5018-4ccb-9019-068c2a2bf885: ACTIVE {{(pid=108023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 18:48:47.524248 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:47.869437 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:48:52.137965 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:08.168166 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 47456) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:49:08.212741 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.db_base_plugin_v2 [None req-20dccafb-7069-44d6-9c3f-5fe5949428ae admin admin] Deleting subnet c77289fe-9439-42ce-9a40-75f17b245f22 {{(pid=108021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 14 18:49:08.216085 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-20dccafb-7069-44d6-9c3f-5fe5949428ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:08.251230 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-20dccafb-7069-44d6-9c3f-5fe5949428ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29292912'] for subnet, precommit_delete_associations {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:08.290193 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-20dccafb-7069-44d6-9c3f-5fe5949428ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3907046'] for subnet, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:08.352089 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-20dccafb-7069-44d6-9c3f-5fe5949428ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3907055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29291609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28799321'] for subnet, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:08.376364 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dccafb-7069-44d6-9c3f-5fe5949428ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c77289fe-9439-42ce-9a40-75f17b245f22,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:08.383354 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-20dccafb-7069-44d6-9c3f-5fe5949428ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for subnet, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:08.387102 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-20dccafb-7069-44d6-9c3f-5fe5949428ae admin admin] 10.222.0.71 "DELETE /v2.0/subnets/c77289fe-9439-42ce-9a40-75f17b245f22 HTTP/1.1" status: 204 len: 168 time: 0.2178640 Dec 14 18:49:08.389366 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 47458) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:49:08.457272 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-462a5ecb-928b-4d97-b0be-d27ac957f9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3973964'] for network, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:08.541004 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-462a5ecb-928b-4d97-b0be-d27ac957f9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3899795', 'neutron.services.segments.db._delete_segments_for_network-8730915442872'] for network, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:08.562149 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.services.segments.db [None req-462a5ecb-928b-4d97-b0be-d27ac957f9bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b']}} {{(pid=108021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:49:08.572728 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.services.segments.db [None req-462a5ecb-928b-4d97-b0be-d27ac957f9bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee556489-8f1f-458c-8c39-cb70bdd26ae3') {'for_net_delete': True} {{(pid=108021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:49:08.573040 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.services.segments.db [None req-462a5ecb-928b-4d97-b0be-d27ac957f9bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee556489-8f1f-458c-8c39-cb70bdd26ae3') {} {{(pid=108021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:49:08.582648 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-462a5ecb-928b-4d97-b0be-d27ac957f9bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730915282288', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29292905'] for segment, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:08.597146 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-462a5ecb-928b-4d97-b0be-d27ac957f9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017'] for segment, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:08.606460 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-462a5ecb-928b-4d97-b0be-d27ac957f9bb admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=108021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 18:49:08.607147 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-462a5ecb-928b-4d97-b0be-d27ac957f9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29291711'] for segment, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:08.609964 dv-cinder-821746-1-iscsi neutron-server[108021]: Traceback (most recent call last): Dec 14 18:49:08.609964 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 18:49:08.609964 dv-cinder-821746-1-iscsi neutron-server[108021]: timer() Dec 14 18:49:08.609964 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:49:08.609964 dv-cinder-821746-1-iscsi neutron-server[108021]: cb(*args, **kw) Dec 14 18:49:08.609964 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 18:49:08.609964 dv-cinder-821746-1-iscsi neutron-server[108021]: return func(*args, **kwargs) Dec 14 18:49:08.609964 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:49:08.609964 dv-cinder-821746-1-iscsi neutron-server[108021]: self._notify() Dec 14 18:49:08.609964 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:49:08.609964 dv-cinder-821746-1-iscsi neutron-server[108021]: self.callback(batched_events) Dec 14 18:49:08.609964 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:49:08.609964 dv-cinder-821746-1-iscsi neutron-server[108021]: event.method(event) Dec 14 18:49:08.609964 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 18:49:08.609964 dv-cinder-821746-1-iscsi neutron-server[108021]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:49:08.609964 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 18:49:08.609964 dv-cinder-821746-1-iscsi neutron-server[108021]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 18:49:08.609964 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 18:49:08.609964 dv-cinder-821746-1-iscsi neutron-server[108021]: return f(self, *a, **k) Dec 14 18:49:08.609964 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 18:49:08.609964 dv-cinder-821746-1-iscsi neutron-server[108021]: return self._get(url).json() Dec 14 18:49:08.609964 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:49:08.609964 dv-cinder-821746-1-iscsi neutron-server[108021]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 18:49:08.609964 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 18:49:08.609964 dv-cinder-821746-1-iscsi neutron-server[108021]: return self.request(url, 'GET', **kwargs) Dec 14 18:49:08.609964 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 18:49:08.609964 dv-cinder-821746-1-iscsi neutron-server[108021]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 18:49:08.609964 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 18:49:08.609964 dv-cinder-821746-1-iscsi neutron-server[108021]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:49:08.609964 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 18:49:08.609964 dv-cinder-821746-1-iscsi neutron-server[108021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:49:08.609964 dv-cinder-821746-1-iscsi neutron-server[108021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:49:08.698587 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-462a5ecb-928b-4d97-b0be-d27ac957f9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3907168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552522'] for network, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:08.706536 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-462a5ecb-928b-4d97-b0be-d27ac957f9bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for network, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:08.711804 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-462a5ecb-928b-4d97-b0be-d27ac957f9bb admin admin] 10.222.0.71 "DELETE /v2.0/networks/fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b HTTP/1.1" status: 204 len: 168 time: 0.3210196 Dec 14 18:49:08.722042 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a5ecb-928b-4d97-b0be-d27ac957f9bb admin admin] Pushing event deleted for resources: {'Network': ['ID=fa6d3bd9-ca6b-42b8-8d08-68dc15a0515b,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:08.898329 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 47466) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:49:08.944648 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-2f43970d-b0fe-482f-bb03-37e4f4059e34 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9c0d2fdffe1d484e98cf47d0b0b420f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447891 Dec 14 18:49:08.947187 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 47468) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:49:08.998646 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-92907f02-7aa5-49c7-9943-6aab4b7abd96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:09.024717 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-92907f02-7aa5-49c7-9943-6aab4b7abd96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:09.081734 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-92907f02-7aa5-49c7-9943-6aab4b7abd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:09.085113 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-92907f02-7aa5-49c7-9943-6aab4b7abd96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:09.086292 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-92907f02-7aa5-49c7-9943-6aab4b7abd96 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2851b60b-dc5b-4a10-8667-c51886da8d93 HTTP/1.1" status: 204 len: 168 time: 0.1381865 Dec 14 18:49:09.094536 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92907f02-7aa5-49c7-9943-6aab4b7abd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2851b60b-dc5b-4a10-8667-c51886da8d93,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:12.372521 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-7d2b905c-6b2f-43c9-941f-c84f7fbce948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:13.748437 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.agents_db [None req-bc91d4ce-6c5b-4ff0-abae-02e3a00e1a46 None None] Agent healthcheck: found 6 active agents {{(pid=108023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:49:14.735480 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-c03c3d90-7dfa-456a-97c2-a4060cfa12e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:16.184881 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:17.528458 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:17.874708 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:18.292641 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 47564) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:49:18.406416 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-becbb612-8862-413f-a590-09520dc3a804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:18.492178 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-becbb612-8862-413f-a590-09520dc3a804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:18.497151 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-becbb612-8862-413f-a590-09520dc3a804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:18.539692 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becbb612-8862-413f-a590-09520dc3a804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60fd75c4-49c3-4c24-8624-2c820708a416,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:18.545870 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-becbb612-8862-413f-a590-09520dc3a804 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=48a3de4ec81047a18f229bb6b007f744&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2521515 Dec 14 18:49:18.549187 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 47568) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:49:18.607707 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-900aee44-1ac5-4c09-b4b5-506cc36b2bec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:18.632505 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-900aee44-1ac5-4c09-b4b5-506cc36b2bec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:18.684025 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-900aee44-1ac5-4c09-b4b5-506cc36b2bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:18.686635 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-900aee44-1ac5-4c09-b4b5-506cc36b2bec admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:18.687792 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-900aee44-1ac5-4c09-b4b5-506cc36b2bec admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/60fd75c4-49c3-4c24-8624-2c820708a416 HTTP/1.1" status: 204 len: 168 time: 0.1375434 Dec 14 18:49:18.695710 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900aee44-1ac5-4c09-b4b5-506cc36b2bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fd75c4-49c3-4c24-8624-2c820708a416,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:19.350862 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 47594) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:49:19.451542 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-72646b14-9e81-401f-867f-5c32da48c0ed admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1945744918-network', 'tenant_id': '741cbe7b4b8e44f89263304526525e93'}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:49:19.481523 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72646b14-9e81-401f-867f-5c32da48c0ed admin admin] Made reservation on behalf of 741cbe7b4b8e44f89263304526525e93 for: {'network': 1} {{(pid=108021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:49:19.485138 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-72646b14-9e81-401f-867f-5c32da48c0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for network, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:19.502596 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-72646b14-9e81-401f-867f-5c32da48c0ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:19.580593 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-72646b14-9e81-401f-867f-5c32da48c0ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:19.584589 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-72646b14-9e81-401f-867f-5c32da48c0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:19.613427 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72646b14-9e81-401f-867f-5c32da48c0ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=108021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 18:49:19.620360 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72646b14-9e81-401f-867f-5c32da48c0ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc3c37a-b379-46be-a042-1ce700bf0096,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:19.632747 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-72646b14-9e81-401f-867f-5c32da48c0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017'] for segment, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:19.633084 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.db.segments_db [None req-72646b14-9e81-401f-867f-5c32da48c0ed admin admin] Added segment 19e65e64-582f-44b4-bd1f-0003a6cd4022 of type vlan for network b0fe8517-6221-43b8-ae5a-5eb15b9287f3 Dec 14 18:49:19.635121 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72646b14-9e81-401f-867f-5c32da48c0ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:19.635447 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72646b14-9e81-401f-867f-5c32da48c0ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:19.635775 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72646b14-9e81-401f-867f-5c32da48c0ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:19.636103 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72646b14-9e81-401f-867f-5c32da48c0ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:19.636422 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72646b14-9e81-401f-867f-5c32da48c0ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:19.636744 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72646b14-9e81-401f-867f-5c32da48c0ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:19.637063 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72646b14-9e81-401f-867f-5c32da48c0ed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:19.637379 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72646b14-9e81-401f-867f-5c32da48c0ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:19.637697 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72646b14-9e81-401f-867f-5c32da48c0ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:19.638012 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72646b14-9e81-401f-867f-5c32da48c0ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:19.638321 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72646b14-9e81-401f-867f-5c32da48c0ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:19.638659 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72646b14-9e81-401f-867f-5c32da48c0ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:19.684919 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-72646b14-9e81-401f-867f-5c32da48c0ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730914932920'] for network, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:19.710653 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-72646b14-9e81-401f-867f-5c32da48c0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355'] for network, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:19.711650 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72646b14-9e81-401f-867f-5c32da48c0ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:19.712233 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-72646b14-9e81-401f-867f-5c32da48c0ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for network, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:19.768447 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-72646b14-9e81-401f-867f-5c32da48c0ed admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4164231 Dec 14 18:49:19.771757 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 47598) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:49:19.777194 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [None req-e2536946-b846-403b-8cec-36074fcc6592 admin admin] Request body: {'subnet': {'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1945744918-subnet', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'ip_version': 4}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:49:19.785024 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72646b14-9e81-401f-867f-5c32da48c0ed admin admin] Pushing event updated for resources: {'Network': ['ID=b0fe8517-6221-43b8-ae5a-5eb15b9287f3,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:19.796596 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Network b0fe8517-6221-43b8-ae5a-5eb15b9287f3 details requested by agent ovs-agent-dv-cinder-821746-1-iscsi with host dv-cinder-821746-1-iscsi {{(pid=108022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 18:49:19.801113 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2536946-b846-403b-8cec-36074fcc6592 admin admin] Made reservation on behalf of 741cbe7b4b8e44f89263304526525e93 for: {'subnet': 1} {{(pid=108020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:49:19.804153 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-e2536946-b846-403b-8cec-36074fcc6592 admin admin] Notify callbacks [] for subnet, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:19.978759 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-e2536946-b846-403b-8cec-36074fcc6592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355'] for subnet, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:20.035596 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2536946-b846-403b-8cec-36074fcc6592 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da885d4c-4599-4681-a9b9-c7916b022d59,revision_number=0']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:20.045406 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2536946-b846-403b-8cec-36074fcc6592 admin admin] Checking segment: {'id': '19e65e64-582f-44b4-bd1f-0003a6cd4022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:49:20.045766 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2536946-b846-403b-8cec-36074fcc6592 admin admin] Network hostable DHCP agents. Network: b0fe8517-6221-43b8-ae5a-5eb15b9287f3, hostable agents: ['d5bdede2-47ae-43f0-be18-738289bca353'], hosted agents: [] {{(pid=108020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 18:49:20.067733 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2536946-b846-403b-8cec-36074fcc6592 admin admin] Network b0fe8517-6221-43b8-ae5a-5eb15b9287f3 is scheduled to be hosted by DHCP agent d5bdede2-47ae-43f0-be18-738289bca353 with binding_index 1 {{(pid=108020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 18:49:20.077500 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.base_scheduler [None req-e2536946-b846-403b-8cec-36074fcc6592 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821746-1-iscsi, b0fe8517-6221-43b8-ae5a-5eb15b9287f3) {{(pid=108020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:49:20.084656 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2536946-b846-403b-8cec-36074fcc6592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:20.085165 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-e2536946-b846-403b-8cec-36074fcc6592 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:20.092898 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc273b9c-263b-4204-aef0-ad26747a3623 None None] Network b0fe8517-6221-43b8-ae5a-5eb15b9287f3 requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:49:20.112684 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 47604) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:49:20.112995 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-e2536946-b846-403b-8cec-36074fcc6592 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3397932 Dec 14 18:49:20.117377 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-76b8334e-6501-4aa5-9396-4067522ebe79 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1945744918-router', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'}}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:49:20.149417 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-76b8334e-6501-4aa5-9396-4067522ebe79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9142'] for router, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:20.151803 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-76b8334e-6501-4aa5-9396-4067522ebe79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9151'] for router, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:20.215539 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-76b8334e-6501-4aa5-9396-4067522ebe79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:20.356533 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-76b8334e-6501-4aa5-9396-4067522ebe79 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:20.393245 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9289f95d-213f-45ed-bf69-634dac961bb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd03c6589-1518-5a5b-92f9-2701d0e38f88-b0fe8517-6221-43b8-ae5a-5eb15b9287f3', 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'fixed_ips': [{'subnet_id': 'da885d4c-4599-4681-a9b9-c7916b022d59'}]}} from dv-cinder-821746-1-iscsi. {{(pid=108022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 14 18:49:20.394134 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-9289f95d-213f-45ed-bf69-634dac961bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:20.535508 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.db_base_plugin_common [None req-9289f95d-213f-45ed-bf69-634dac961bb8 None None] Allocated IP 172.20.0.2 (b0fe8517-6221-43b8-ae5a-5eb15b9287f3/da885d4c-4599-4681-a9b9-c7916b022d59/8b0b9bb6-de69-4cb1-ac57-da1ff2cfb91d) {{(pid=108022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:49:20.691447 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-9289f95d-213f-45ed-bf69-634dac961bb8 None None] Notify callbacks [] for port, precommit_create {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:20.699158 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-9289f95d-213f-45ed-bf69-634dac961bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957'] for port, after_create {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:20.736978 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9289f95d-213f-45ed-bf69-634dac961bb8 None None] Network b0fe8517-6221-43b8-ae5a-5eb15b9287f3 is already hosted by enough agents. {{(pid=108022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:49:20.740287 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.scheduler.base_scheduler [None req-9289f95d-213f-45ed-bf69-634dac961bb8 None None] Resources bound (agent type, host, resource id): {{(pid=108022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:49:20.744040 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9289f95d-213f-45ed-bf69-634dac961bb8 None None] Received port after_create {{(pid=108022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:49:20.775592 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9289f95d-213f-45ed-bf69-634dac961bb8 None None] Pushing event updated for resources: {'Port': ['ID=8b0b9bb6-de69-4cb1-ac57-da1ff2cfb91d,revision_number=1']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:20.786608 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-76b8334e-6501-4aa5-9396-4067522ebe79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:20.798274 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9289f95d-213f-45ed-bf69-634dac961bb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:20.798925 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9289f95d-213f-45ed-bf69-634dac961bb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:20.799025 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9289f95d-213f-45ed-bf69-634dac961bb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:20.799307 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9289f95d-213f-45ed-bf69-634dac961bb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:20.799635 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9289f95d-213f-45ed-bf69-634dac961bb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:20.799962 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9289f95d-213f-45ed-bf69-634dac961bb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:20.800290 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9289f95d-213f-45ed-bf69-634dac961bb8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:20.800608 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9289f95d-213f-45ed-bf69-634dac961bb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:20.800944 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9289f95d-213f-45ed-bf69-634dac961bb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:20.801270 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9289f95d-213f-45ed-bf69-634dac961bb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:20.801591 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9289f95d-213f-45ed-bf69-634dac961bb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:20.801913 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9289f95d-213f-45ed-bf69-634dac961bb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:20.810024 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-76b8334e-6501-4aa5-9396-4067522ebe79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:20.819943 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-9289f95d-213f-45ed-bf69-634dac961bb8 None None] Attempting to bind port 8b0b9bb6-de69-4cb1-ac57-da1ff2cfb91d on host dv-cinder-821746-1-iscsi for vnic_type normal with profile {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:49:20.820337 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-9289f95d-213f-45ed-bf69-634dac961bb8 None None] Attempting to bind port 8b0b9bb6-de69-4cb1-ac57-da1ff2cfb91d by drivers openvswitch,hyperv on host dv-cinder-821746-1-iscsi at level 0 using segments [{'id': '19e65e64-582f-44b4-bd1f-0003a6cd4022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3'}] {{(pid=108022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:49:20.820735 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9289f95d-213f-45ed-bf69-634dac961bb8 None None] Attempting to bind port 8b0b9bb6-de69-4cb1-ac57-da1ff2cfb91d on network b0fe8517-6221-43b8-ae5a-5eb15b9287f3 {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:49:20.826690 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9289f95d-213f-45ed-bf69-634dac961bb8 None None] Checking agent: {'id': '196026f5-f687-4c63-8152-952b788e987b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 35, 18), 'started_at': datetime.datetime(2021, 12, 14, 18, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:49:20.827060 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9289f95d-213f-45ed-bf69-634dac961bb8 None None] Checking segment: {'id': '19e65e64-582f-44b4-bd1f-0003a6cd4022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:49:20.827462 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-9289f95d-213f-45ed-bf69-634dac961bb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:20.827846 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9289f95d-213f-45ed-bf69-634dac961bb8 None None] Bound using segment: {'id': '19e65e64-582f-44b4-bd1f-0003a6cd4022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3'} {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:49:20.828389 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-9289f95d-213f-45ed-bf69-634dac961bb8 None None] Bound port: 8b0b9bb6-de69-4cb1-ac57-da1ff2cfb91d, host: dv-cinder-821746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19e65e64-582f-44b4-bd1f-0003a6cd4022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3'}}] {{(pid=108022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:49:20.828880 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-9289f95d-213f-45ed-bf69-634dac961bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:20.901130 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-9289f95d-213f-45ed-bf69-634dac961bb8 None None] For port 8b0b9bb6-de69-4cb1-ac57-da1ff2cfb91d, host dv-cinder-821746-1-iscsi, cleared binding levels {{(pid=108022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:49:20.904674 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-9289f95d-213f-45ed-bf69-634dac961bb8 None None] For port 8b0b9bb6-de69-4cb1-ac57-da1ff2cfb91d, host dv-cinder-821746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=8b0b9bb6-de69-4cb1-ac57-da1ff2cfb91d,segment=NetworkSegment(19e65e64-582f-44b4-bd1f-0003a6cd4022),segment_id=19e65e64-582f-44b4-bd1f-0003a6cd4022)] {{(pid=108022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:49:20.910375 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-9289f95d-213f-45ed-bf69-634dac961bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:20.933328 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.db_base_plugin_common [None req-76b8334e-6501-4aa5-9396-4067522ebe79 admin admin] Allocated IP 172.27.2.127 (5ea8f873-3bad-4a65-ada9-9108bfa946ef/8e9c9e92-9812-43f3-93d5-9d715bd5944d/5231d72c-9323-4f32-81d5-3e5ff8ff466b) {{(pid=108021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:49:20.971446 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9289f95d-213f-45ed-bf69-634dac961bb8 None None] Pushing event updated for resources: {'Port': ['ID=8b0b9bb6-de69-4cb1-ac57-da1ff2cfb91d,revision_number=2']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:21.063572 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-76b8334e-6501-4aa5-9396-4067522ebe79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:21.116596 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-76b8334e-6501-4aa5-9396-4067522ebe79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29291660'] for port, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:21.161462 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b8334e-6501-4aa5-9396-4067522ebe79 admin admin] Network 5ea8f873-3bad-4a65-ada9-9108bfa946ef is already hosted by enough agents. {{(pid=108021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:49:21.164973 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.base_scheduler [None req-76b8334e-6501-4aa5-9396-4067522ebe79 admin admin] Resources bound (agent type, host, resource id): {{(pid=108021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:49:21.170956 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b8334e-6501-4aa5-9396-4067522ebe79 admin admin] Received port after_create {{(pid=108021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:49:21.200920 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b8334e-6501-4aa5-9396-4067522ebe79 admin admin] Pushing event updated for resources: {'Port': ['ID=5231d72c-9323-4f32-81d5-3e5ff8ff466b,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:21.467998 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-76b8334e-6501-4aa5-9396-4067522ebe79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:21.680199 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-76b8334e-6501-4aa5-9396-4067522ebe79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-552498'] for router, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:21.766707 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 8b0b9bb6-de69-4cb1-ac57-da1ff2cfb91d up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:49:21.822663 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port 8b0b9bb6-de69-4cb1-ac57-da1ff2cfb91d triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:49:21.823637 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:21.829292 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b8334e-6501-4aa5-9396-4067522ebe79 admin admin] Router f1006f6a-2fad-4fc6-87fc-601bc49c6eca is scheduled to L3 agent 61f97045-3475-4abf-9bb4-9e4a5178f14d with binding_index 1 {{(pid=108021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 18:49:21.913871 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:21.944539 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b8334e-6501-4aa5-9396-4067522ebe79 admin admin] Notify agent at l3_agent.dv-cinder-821746-1-iscsi the message routers_updated {{(pid=108021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:49:21.952271 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-ba8737c3-d096-412f-8f43-532636599bec None None] For port 8b0b9bb6-de69-4cb1-ac57-da1ff2cfb91d, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=8b0b9bb6-de69-4cb1-ac57-da1ff2cfb91d,segment=NetworkSegment(19e65e64-582f-44b4-bd1f-0003a6cd4022),segment_id=19e65e64-582f-44b4-bd1f-0003a6cd4022)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:49:21.959423 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28200222-4143-4786-b1eb-c802828183f4 None None] Sync routers for ids ['f1006f6a-2fad-4fc6-87fc-601bc49c6eca'] in dv-cinder-821746-1-iscsi {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:49:21.963275 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:21.963575 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-76b8334e-6501-4aa5-9396-4067522ebe79 admin admin] Notify callbacks [] for router, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:21.964851 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-76b8334e-6501-4aa5-9396-4067522ebe79 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8512034 Dec 14 18:49:21.969812 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 47610) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:49:21.999640 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b2dbff-0197-40bf-a4ba-4c2bd25212b5 None None] Network b0fe8517-6221-43b8-ae5a-5eb15b9287f3 requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:49:22.057777 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28200222-4143-4786-b1eb-c802828183f4 None None] Routers {'f1006f6a-2fad-4fc6-87fc-601bc49c6eca'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:49:22.058418 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-28200222-4143-4786-b1eb-c802828183f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:49:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['f1006f6a-2fad-4fc6-87fc-601bc49c6eca'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:49:22.133018 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Pushing event updated for resources: {'Port': ['ID=8b0b9bb6-de69-4cb1-ac57-da1ff2cfb91d,revision_number=3']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:22.180360 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-c5df3a9e-b468-40d0-8844-fd2431b9065e None None] Provisioning complete for port 8b0b9bb6-de69-4cb1-ac57-da1ff2cfb91d triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:49:22.180727 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-c5df3a9e-b468-40d0-8844-fd2431b9065e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:22.191914 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:22.292322 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-28200222-4143-4786-b1eb-c802828183f4 None None] Set router f1006f6a-2fad-4fc6-87fc-601bc49c6eca gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:49:22.445268 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-1eac01cc-d06c-4f51-9ba2-aa3e3380b450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:22.576660 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-28200222-4143-4786-b1eb-c802828183f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'name': 'tempest-TestVolumeBootPattern-1945744918-router', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:21Z', 'revision_number': 3, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'gw_port': {'id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:35:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi'}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:49:22.612529 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28200222-4143-4786-b1eb-c802828183f4 None None] Checking router: f1006f6a-2fad-4fc6-87fc-601bc49c6eca for host: dv-cinder-821746-1-iscsi {{(pid=108022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:49:22.612980 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28200222-4143-4786-b1eb-c802828183f4 None None] Updating router f1006f6a-2fad-4fc6-87fc-601bc49c6eca port 5231d72c-9323-4f32-81d5-3e5ff8ff466b binding host dv-cinder-821746-1-iscsi {{(pid=108022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 18:49:22.653914 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-28200222-4143-4786-b1eb-c802828183f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:22.660031 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.db_base_plugin_common [None req-1eac01cc-d06c-4f51-9ba2-aa3e3380b450 admin admin] Allocated IP 172.20.0.1 (b0fe8517-6221-43b8-ae5a-5eb15b9287f3/da885d4c-4599-4681-a9b9-c7916b022d59/66281a4a-7b23-4a69-abe1-c6ca14063120) {{(pid=108020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:49:22.806685 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-1eac01cc-d06c-4f51-9ba2-aa3e3380b450 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:22.862405 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-1eac01cc-d06c-4f51-9ba2-aa3e3380b450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957'] for port, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:22.910437 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eac01cc-d06c-4f51-9ba2-aa3e3380b450 admin admin] Network b0fe8517-6221-43b8-ae5a-5eb15b9287f3 is already hosted by enough agents. {{(pid=108020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:49:22.911951 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.base_scheduler [None req-1eac01cc-d06c-4f51-9ba2-aa3e3380b450 admin admin] Resources bound (agent type, host, resource id): {{(pid=108020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:49:22.916158 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eac01cc-d06c-4f51-9ba2-aa3e3380b450 admin admin] Received port after_create {{(pid=108020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:49:22.916668 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-1eac01cc-d06c-4f51-9ba2-aa3e3380b450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550665'] for router_interface, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:22.940156 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-7dda4c7e-f8a3-4688-b8da-ac4d119ffc60 None None] Provisioning complete for port 8b0b9bb6-de69-4cb1-ac57-da1ff2cfb91d triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:49:22.940627 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-7dda4c7e-f8a3-4688-b8da-ac4d119ffc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:22.975659 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eac01cc-d06c-4f51-9ba2-aa3e3380b450 admin admin] Pushing event updated for resources: {'Port': ['ID=66281a4a-7b23-4a69-abe1-c6ca14063120,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:23.076235 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-1eac01cc-d06c-4f51-9ba2-aa3e3380b450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:23.137487 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-28200222-4143-4786-b1eb-c802828183f4 None None] Notify callbacks [] for port, precommit_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:23.143705 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-28200222-4143-4786-b1eb-c802828183f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:23.197790 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939f10ce-c49b-4826-bccf-db3923332a9c None None] Pushing event updated for resources: {'Port': ['ID=5231d72c-9323-4f32-81d5-3e5ff8ff466b,revision_number=2']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:23.204386 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-28200222-4143-4786-b1eb-c802828183f4 None None] Attempting to bind port 5231d72c-9323-4f32-81d5-3e5ff8ff466b on host dv-cinder-821746-1-iscsi for vnic_type normal with profile {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:49:23.204746 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-28200222-4143-4786-b1eb-c802828183f4 None None] Attempting to bind port 5231d72c-9323-4f32-81d5-3e5ff8ff466b by drivers openvswitch,hyperv on host dv-cinder-821746-1-iscsi at level 0 using segments [{'id': 'a712e70a-4160-45a5-bd2f-6cc771621112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'}] {{(pid=108022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:49:23.205120 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28200222-4143-4786-b1eb-c802828183f4 None None] Attempting to bind port 5231d72c-9323-4f32-81d5-3e5ff8ff466b on network 5ea8f873-3bad-4a65-ada9-9108bfa946ef {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:49:23.212182 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28200222-4143-4786-b1eb-c802828183f4 None None] Checking agent: {'id': '196026f5-f687-4c63-8152-952b788e987b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 35, 18), 'started_at': datetime.datetime(2021, 12, 14, 18, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:49:23.212570 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28200222-4143-4786-b1eb-c802828183f4 None None] Checking segment: {'id': 'a712e70a-4160-45a5-bd2f-6cc771621112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:49:23.212975 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-28200222-4143-4786-b1eb-c802828183f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:23.213370 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28200222-4143-4786-b1eb-c802828183f4 None None] Bound using segment: {'id': 'a712e70a-4160-45a5-bd2f-6cc771621112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'} {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:49:23.213850 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-28200222-4143-4786-b1eb-c802828183f4 None None] Bound port: 5231d72c-9323-4f32-81d5-3e5ff8ff466b, host: dv-cinder-821746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a712e70a-4160-45a5-bd2f-6cc771621112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'}}] {{(pid=108022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:49:23.214230 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-28200222-4143-4786-b1eb-c802828183f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:23.267750 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-fdd76f03-b3e7-4d64-81e3-50c8035de32d None None] Provisioning complete for port 66281a4a-7b23-4a69-abe1-c6ca14063120 triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:49:23.268116 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-fdd76f03-b3e7-4d64-81e3-50c8035de32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:23.302781 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-28200222-4143-4786-b1eb-c802828183f4 None None] For port 5231d72c-9323-4f32-81d5-3e5ff8ff466b, host dv-cinder-821746-1-iscsi, cleared binding levels {{(pid=108022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:49:23.309014 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-1eac01cc-d06c-4f51-9ba2-aa3e3380b450 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:23.314990 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-1eac01cc-d06c-4f51-9ba2-aa3e3380b450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:23.315720 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-1eac01cc-d06c-4f51-9ba2-aa3e3380b450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550524'] for router_interface, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:23.318850 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-28200222-4143-4786-b1eb-c802828183f4 None None] For port 5231d72c-9323-4f32-81d5-3e5ff8ff466b, host dv-cinder-821746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=5231d72c-9323-4f32-81d5-3e5ff8ff466b,segment=NetworkSegment(a712e70a-4160-45a5-bd2f-6cc771621112),segment_id=a712e70a-4160-45a5-bd2f-6cc771621112)] {{(pid=108022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:49:23.324271 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-fdd76f03-b3e7-4d64-81e3-50c8035de32d None None] Port 66281a4a-7b23-4a69-abe1-c6ca14063120 cannot update to ACTIVE because it is not bound. {{(pid=108022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:49:23.327015 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-28200222-4143-4786-b1eb-c802828183f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:23.387221 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28200222-4143-4786-b1eb-c802828183f4 None None] Routers {'f1006f6a-2fad-4fc6-87fc-601bc49c6eca'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:49:23.387872 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-28200222-4143-4786-b1eb-c802828183f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:49:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['f1006f6a-2fad-4fc6-87fc-601bc49c6eca'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:49:23.400557 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eac01cc-d06c-4f51-9ba2-aa3e3380b450 admin admin] Pushing event updated for resources: {'Port': ['ID=66281a4a-7b23-4a69-abe1-c6ca14063120,revision_number=2']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:23.424293 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939f10ce-c49b-4826-bccf-db3923332a9c None None] Pushing event updated for resources: {'Port': ['ID=5231d72c-9323-4f32-81d5-3e5ff8ff466b,revision_number=3']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:23.460047 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eac01cc-d06c-4f51-9ba2-aa3e3380b450 admin admin] Network b0fe8517-6221-43b8-ae5a-5eb15b9287f3 is already hosted by enough agents. {{(pid=108020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:49:23.461827 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.base_scheduler [None req-1eac01cc-d06c-4f51-9ba2-aa3e3380b450 admin admin] Resources bound (agent type, host, resource id): {{(pid=108020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:49:23.592577 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eac01cc-d06c-4f51-9ba2-aa3e3380b450 admin admin] Router f1006f6a-2fad-4fc6-87fc-601bc49c6eca has already been hosted by L3 agent 61f97045-3475-4abf-9bb4-9e4a5178f14d {{(pid=108020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:49:23.649115 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-28200222-4143-4786-b1eb-c802828183f4 None None] Set router f1006f6a-2fad-4fc6-87fc-601bc49c6eca gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:49:23.714368 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eac01cc-d06c-4f51-9ba2-aa3e3380b450 admin admin] Notify agent at l3_agent.dv-cinder-821746-1-iscsi the message routers_updated {{(pid=108020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:49:23.723016 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-1eac01cc-d06c-4f51-9ba2-aa3e3380b450 admin admin] 10.222.0.71 "PUT /v2.0/routers/f1006f6a-2fad-4fc6-87fc-601bc49c6eca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7520859 Dec 14 18:49:23.779180 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 8b0b9bb6-de69-4cb1-ac57-da1ff2cfb91d up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:49:23.839336 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5c331b17-5da7-459e-bcf3-2356dd9409af req-f1abfdf4-bebb-476d-a3ef-ea85f9576d6f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461621 Dec 14 18:49:23.857256 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-18668556-6237-4fdc-92e1-bbd160484ca9 None None] Provisioning complete for port 66281a4a-7b23-4a69-abe1-c6ca14063120 triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:49:23.857631 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-18668556-6237-4fdc-92e1-bbd160484ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:23.931687 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c331b17-5da7-459e-bcf3-2356dd9409af req-e3969718-504a-450b-92ce-317445fe5945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:23.933761 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5c331b17-5da7-459e-bcf3-2356dd9409af req-e3969718-504a-450b-92ce-317445fe5945 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8119ae9c02c041da868fd66af898aece&device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 1098 time: 0.0491941 Dec 14 18:49:23.938019 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-18668556-6237-4fdc-92e1-bbd160484ca9 None None] Port 66281a4a-7b23-4a69-abe1-c6ca14063120 cannot update to ACTIVE because it is not bound. {{(pid=108022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:49:23.982083 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port 8b0b9bb6-de69-4cb1-ac57-da1ff2cfb91d triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:49:23.982083 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:24.068288 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c331b17-5da7-459e-bcf3-2356dd9409af req-29245202-33e7-40c3-9052-103cd9030d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:24.070261 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5c331b17-5da7-459e-bcf3-2356dd9409af req-29245202-33e7-40c3-9052-103cd9030d1c service neutron] 10.222.0.61 "GET /v2.0/networks?id=10892228-a1f8-4a5d-a334-a9f8d999d26d HTTP/1.1" status: 200 len: 917 time: 0.1081874 Dec 14 18:49:24.074850 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-28200222-4143-4786-b1eb-c802828183f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'name': 'tempest-TestVolumeBootPattern-1945744918-router', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:23Z', 'revision_number': 4, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'gw_port': {'id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:35:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': '66281a4a-7b23-4a69-abe1-c6ca14063120', 'name': '', 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'mac_address': 'fa:16:3e:80:31:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:22Z', 'updated_at': '2021-12-14T18:49:23Z', 'revision_number': 2, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'subnets': [{'id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:49:24.120437 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28200222-4143-4786-b1eb-c802828183f4 None None] The sync data for ids ['f1006f6a-2fad-4fc6-87fc-601bc49c6eca'] in dv-cinder-821746-1-iscsi is: [{'id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'name': 'tempest-TestVolumeBootPattern-1945744918-router', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:23Z', 'revision_number': 4, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'gw_port': {'id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:35:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': '66281a4a-7b23-4a69-abe1-c6ca14063120', 'name': '', 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'mac_address': 'fa:16:3e:80:31:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:22Z', 'updated_at': '2021-12-14T18:49:23Z', 'revision_number': 2, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'subnets': [{'id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:49:24.154237 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5c331b17-5da7-459e-bcf3-2356dd9409af req-b86dc13c-74f4-408f-b949-896e2cdc0330 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a697b77e-1802-475b-8c0d-62b14fac98eb HTTP/1.1" status: 200 len: 1001 time: 0.0753489 Dec 14 18:49:24.227913 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c331b17-5da7-459e-bcf3-2356dd9409af req-8c1f9f21-7f32-4bb0-ab02-e385036ffe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:24.229407 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5c331b17-5da7-459e-bcf3-2356dd9409af req-8c1f9f21-7f32-4bb0-ab02-e385036ffe0e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d961d8ae-8136-463f-bf43-32c0a15a6798 HTTP/1.1" status: 200 len: 855 time: 0.0656703 Dec 14 18:49:24.285660 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c331b17-5da7-459e-bcf3-2356dd9409af req-ae93d372-9bcd-4be6-a5aa-0324b9489cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:24.289175 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5c331b17-5da7-459e-bcf3-2356dd9409af req-ae93d372-9bcd-4be6-a5aa-0324b9489cbd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10892228-a1f8-4a5d-a334-a9f8d999d26d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504911 Dec 14 18:49:24.303746 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 47644) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:49:24.308532 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [None req-a69201f5-f9e0-4368-ac87-f42aec232458 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-141565786-network', 'tenant_id': '9e710955012f477d87222ce8c7998b05'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:49:24.633581 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69201f5-f9e0-4368-ac87-f42aec232458 admin admin] Made reservation on behalf of 9e710955012f477d87222ce8c7998b05 for: {'network': 1} {{(pid=108020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:49:24.635936 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-a69201f5-f9e0-4368-ac87-f42aec232458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for network, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:24.655583 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-a69201f5-f9e0-4368-ac87-f42aec232458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:24.684366 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5c331b17-5da7-459e-bcf3-2356dd9409af req-d8af7529-7d2e-49fd-83e6-1cba5e8665d4 service neutron] 10.222.0.61 "GET /v2.0/networks/10892228-a1f8-4a5d-a334-a9f8d999d26d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714671 Dec 14 18:49:24.850613 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-a69201f5-f9e0-4368-ac87-f42aec232458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:24.853559 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5c331b17-5da7-459e-bcf3-2356dd9409af req-69150078-321d-4e47-b767-76724f9394a1 service neutron] 10.222.0.61 "GET /v2.0/networks/10892228-a1f8-4a5d-a334-a9f8d999d26d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604679 Dec 14 18:49:24.856105 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-a69201f5-f9e0-4368-ac87-f42aec232458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:24.894616 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a69201f5-f9e0-4368-ac87-f42aec232458 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=108020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 18:49:24.906155 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69201f5-f9e0-4368-ac87-f42aec232458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9965285-8e7e-4529-b4bd-bc78b07f2208,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:24.913941 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-a69201f5-f9e0-4368-ac87-f42aec232458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017'] for segment, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:24.914623 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.db.segments_db [None req-a69201f5-f9e0-4368-ac87-f42aec232458 admin admin] Added segment 51203c86-03ee-42eb-951b-4c7d193d4b50 of type vlan for network 18aea715-a3a6-49d5-9357-4dda0f7c50ac Dec 14 18:49:24.961850 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-a69201f5-f9e0-4368-ac87-f42aec232458 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730914932920'] for network, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:25.003790 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-a69201f5-f9e0-4368-ac87-f42aec232458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355'] for network, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:25.006628 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69201f5-f9e0-4368-ac87-f42aec232458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:25.007263 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-a69201f5-f9e0-4368-ac87-f42aec232458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for network, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:25.061442 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-a69201f5-f9e0-4368-ac87-f42aec232458 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7566020 Dec 14 18:49:25.065429 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 47660) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:49:25.071809 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-223f85e7-ce5b-45f8-a482-35f729a73331 admin admin] Request body: {'subnet': {'network_id': '18aea715-a3a6-49d5-9357-4dda0f7c50ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-141565786-subnet', 'tenant_id': '9e710955012f477d87222ce8c7998b05', 'ip_version': 4}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:49:25.080094 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69201f5-f9e0-4368-ac87-f42aec232458 admin admin] Pushing event updated for resources: {'Network': ['ID=18aea715-a3a6-49d5-9357-4dda0f7c50ac,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:25.097674 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223f85e7-ce5b-45f8-a482-35f729a73331 admin admin] Made reservation on behalf of 9e710955012f477d87222ce8c7998b05 for: {'subnet': 1} {{(pid=108021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:49:25.097958 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Network 18aea715-a3a6-49d5-9357-4dda0f7c50ac details requested by agent ovs-agent-dv-cinder-821746-1-iscsi with host dv-cinder-821746-1-iscsi {{(pid=108022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 18:49:25.103982 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-223f85e7-ce5b-45f8-a482-35f729a73331 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28799928'] for subnet, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:25.360583 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ef429-8867-4f01-95ae-3aa585c86247 req-62fb6fcb-beaa-4aec-bec0-aa8afb2ffd85 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:25.362429 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-f01ef429-8867-4f01-95ae-3aa585c86247 req-62fb6fcb-beaa-4aec-bec0-aa8afb2ffd85 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 945 time: 0.1152067 Dec 14 18:49:25.363990 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-223f85e7-ce5b-45f8-a482-35f729a73331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29291544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28799298'] for subnet, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:25.438211 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f85e7-ce5b-45f8-a482-35f729a73331 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d8fe8e1-59cd-4193-958d-76d7417d5b1b,revision_number=0']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:25.465078 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-f01ef429-8867-4f01-95ae-3aa585c86247 req-54eda446-d85b-4a98-b4ea-dbbf231e9b4f tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956438 Dec 14 18:49:25.469806 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223f85e7-ce5b-45f8-a482-35f729a73331 admin admin] Checking segment: {'id': '51203c86-03ee-42eb-951b-4c7d193d4b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '18aea715-a3a6-49d5-9357-4dda0f7c50ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:49:25.470169 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223f85e7-ce5b-45f8-a482-35f729a73331 admin admin] Network hostable DHCP agents. Network: 18aea715-a3a6-49d5-9357-4dda0f7c50ac, hostable agents: ['d5bdede2-47ae-43f0-be18-738289bca353'], hosted agents: [] {{(pid=108021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 18:49:25.495471 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223f85e7-ce5b-45f8-a482-35f729a73331 admin admin] Network 18aea715-a3a6-49d5-9357-4dda0f7c50ac is scheduled to be hosted by DHCP agent d5bdede2-47ae-43f0-be18-738289bca353 with binding_index 1 {{(pid=108021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 18:49:25.508741 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.base_scheduler [None req-223f85e7-ce5b-45f8-a482-35f729a73331 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821746-1-iscsi, 18aea715-a3a6-49d5-9357-4dda0f7c50ac) {{(pid=108021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:49:25.515093 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223f85e7-ce5b-45f8-a482-35f729a73331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:25.516089 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-223f85e7-ce5b-45f8-a482-35f729a73331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for subnet, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:25.517815 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb952e3-c6d9-4fd2-a8d9-e1aab10a8488 None None] Network 18aea715-a3a6-49d5-9357-4dda0f7c50ac requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:49:25.543280 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-223f85e7-ce5b-45f8-a482-35f729a73331 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4762521 Dec 14 18:49:25.546284 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 47664) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:49:25.553328 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-e384fbb2-704e-46ac-a392-a10357217818 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-141565786-router', 'tenant_id': '9e710955012f477d87222ce8c7998b05', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'}}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:49:25.581613 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-e384fbb2-704e-46ac-a392-a10357217818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9142'] for router, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:25.582985 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-e384fbb2-704e-46ac-a392-a10357217818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9151'] for router, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:25.645680 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-e384fbb2-704e-46ac-a392-a10357217818 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:25.760399 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57393864-1b12-4ecc-981a-14ad81d70b8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd03c6589-1518-5a5b-92f9-2701d0e38f88-18aea715-a3a6-49d5-9357-4dda0f7c50ac', 'network_id': '18aea715-a3a6-49d5-9357-4dda0f7c50ac', 'tenant_id': '9e710955012f477d87222ce8c7998b05', 'fixed_ips': [{'subnet_id': '4d8fe8e1-59cd-4193-958d-76d7417d5b1b'}]}} from dv-cinder-821746-1-iscsi. {{(pid=108022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 14 18:49:25.761882 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-57393864-1b12-4ecc-981a-14ad81d70b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:25.841095 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-e384fbb2-704e-46ac-a392-a10357217818 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:25.906351 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 5231d72c-9323-4f32-81d5-3e5ff8ff466b up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:49:26.034451 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port 5231d72c-9323-4f32-81d5-3e5ff8ff466b triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:49:26.034875 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:26.037123 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.db_base_plugin_common [None req-57393864-1b12-4ecc-981a-14ad81d70b8b None None] Allocated IP 172.20.0.2 (18aea715-a3a6-49d5-9357-4dda0f7c50ac/4d8fe8e1-59cd-4193-958d-76d7417d5b1b/1c9d365d-d6f2-48e3-b1c4-7b235becbee3) {{(pid=108022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:49:26.082596 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-e384fbb2-704e-46ac-a392-a10357217818 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:26.107685 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-e384fbb2-704e-46ac-a392-a10357217818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:26.200369 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:26.226016 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.db_base_plugin_common [None req-e384fbb2-704e-46ac-a392-a10357217818 admin admin] Allocated IP 172.27.2.240 (5ea8f873-3bad-4a65-ada9-9108bfa946ef/8e9c9e92-9812-43f3-93d5-9d715bd5944d/954c3758-79ca-4b5d-8996-7fa364b913e2) {{(pid=108021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:49:26.250494 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-ba8737c3-d096-412f-8f43-532636599bec None None] For port 5231d72c-9323-4f32-81d5-3e5ff8ff466b, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=5231d72c-9323-4f32-81d5-3e5ff8ff466b,segment=NetworkSegment(a712e70a-4160-45a5-bd2f-6cc771621112),segment_id=a712e70a-4160-45a5-bd2f-6cc771621112)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:49:26.259685 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:26.300970 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-57393864-1b12-4ecc-981a-14ad81d70b8b None None] Notify callbacks [] for port, precommit_create {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:26.314086 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-57393864-1b12-4ecc-981a-14ad81d70b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957'] for port, after_create {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:26.336108 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Pushing event updated for resources: {'Port': ['ID=5231d72c-9323-4f32-81d5-3e5ff8ff466b,revision_number=4']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:26.339678 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-e384fbb2-704e-46ac-a392-a10357217818 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:26.366245 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8951f59-a652-4ab1-9f1c-88fe3fe185d3 None None] Sync routers for ids ['f1006f6a-2fad-4fc6-87fc-601bc49c6eca'] in dv-cinder-821746-1-iscsi {{(pid=108023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:49:26.372695 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57393864-1b12-4ecc-981a-14ad81d70b8b None None] Network 18aea715-a3a6-49d5-9357-4dda0f7c50ac is already hosted by enough agents. {{(pid=108022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:49:26.377339 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-e384fbb2-704e-46ac-a392-a10357217818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29291660'] for port, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:26.377571 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.scheduler.base_scheduler [None req-57393864-1b12-4ecc-981a-14ad81d70b8b None None] Resources bound (agent type, host, resource id): {{(pid=108022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:49:26.384266 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57393864-1b12-4ecc-981a-14ad81d70b8b None None] Received port after_create {{(pid=108022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:49:26.387899 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8951f59-a652-4ab1-9f1c-88fe3fe185d3 None None] Routers {'f1006f6a-2fad-4fc6-87fc-601bc49c6eca'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:49:26.388950 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-f8951f59-a652-4ab1-9f1c-88fe3fe185d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:49:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['f1006f6a-2fad-4fc6-87fc-601bc49c6eca'], 'active': True} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:49:26.417769 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e384fbb2-704e-46ac-a392-a10357217818 admin admin] Network 5ea8f873-3bad-4a65-ada9-9108bfa946ef is already hosted by enough agents. {{(pid=108021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:49:26.421028 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.base_scheduler [None req-e384fbb2-704e-46ac-a392-a10357217818 admin admin] Resources bound (agent type, host, resource id): {{(pid=108021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:49:26.424667 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e384fbb2-704e-46ac-a392-a10357217818 admin admin] Received port after_create {{(pid=108021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:49:26.455253 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384fbb2-704e-46ac-a392-a10357217818 admin admin] Pushing event updated for resources: {'Port': ['ID=954c3758-79ca-4b5d-8996-7fa364b913e2,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:26.479894 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57393864-1b12-4ecc-981a-14ad81d70b8b None None] Pushing event updated for resources: {'Port': ['ID=1c9d365d-d6f2-48e3-b1c4-7b235becbee3,revision_number=1']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:26.488137 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-57393864-1b12-4ecc-981a-14ad81d70b8b None None] Attempting to bind port 1c9d365d-d6f2-48e3-b1c4-7b235becbee3 on host dv-cinder-821746-1-iscsi for vnic_type normal with profile {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:49:26.488721 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-57393864-1b12-4ecc-981a-14ad81d70b8b None None] Attempting to bind port 1c9d365d-d6f2-48e3-b1c4-7b235becbee3 by drivers openvswitch,hyperv on host dv-cinder-821746-1-iscsi at level 0 using segments [{'id': '51203c86-03ee-42eb-951b-4c7d193d4b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '18aea715-a3a6-49d5-9357-4dda0f7c50ac'}] {{(pid=108022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:49:26.489295 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57393864-1b12-4ecc-981a-14ad81d70b8b None None] Attempting to bind port 1c9d365d-d6f2-48e3-b1c4-7b235becbee3 on network 18aea715-a3a6-49d5-9357-4dda0f7c50ac {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:49:26.501449 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57393864-1b12-4ecc-981a-14ad81d70b8b None None] Checking agent: {'id': '196026f5-f687-4c63-8152-952b788e987b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 35, 18), 'started_at': datetime.datetime(2021, 12, 14, 18, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:49:26.502278 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57393864-1b12-4ecc-981a-14ad81d70b8b None None] Checking segment: {'id': '51203c86-03ee-42eb-951b-4c7d193d4b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '18aea715-a3a6-49d5-9357-4dda0f7c50ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:49:26.503543 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-57393864-1b12-4ecc-981a-14ad81d70b8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:26.504163 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57393864-1b12-4ecc-981a-14ad81d70b8b None None] Bound using segment: {'id': '51203c86-03ee-42eb-951b-4c7d193d4b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '18aea715-a3a6-49d5-9357-4dda0f7c50ac'} {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:49:26.504891 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-57393864-1b12-4ecc-981a-14ad81d70b8b None None] Bound port: 1c9d365d-d6f2-48e3-b1c4-7b235becbee3, host: dv-cinder-821746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51203c86-03ee-42eb-951b-4c7d193d4b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '18aea715-a3a6-49d5-9357-4dda0f7c50ac'}}] {{(pid=108022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:49:26.505651 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-57393864-1b12-4ecc-981a-14ad81d70b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:26.566056 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvr_db [None req-f8951f59-a652-4ab1-9f1c-88fe3fe185d3 None None] Set router f1006f6a-2fad-4fc6-87fc-601bc49c6eca gateway port host: dv-cinder-821746-1-iscsi {{(pid=108023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:49:26.609173 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-57393864-1b12-4ecc-981a-14ad81d70b8b None None] For port 1c9d365d-d6f2-48e3-b1c4-7b235becbee3, host dv-cinder-821746-1-iscsi, cleared binding levels {{(pid=108022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:49:26.613484 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-57393864-1b12-4ecc-981a-14ad81d70b8b None None] For port 1c9d365d-d6f2-48e3-b1c4-7b235becbee3, host dv-cinder-821746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=1c9d365d-d6f2-48e3-b1c4-7b235becbee3,segment=NetworkSegment(51203c86-03ee-42eb-951b-4c7d193d4b50),segment_id=51203c86-03ee-42eb-951b-4c7d193d4b50)] {{(pid=108022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:49:26.621874 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-57393864-1b12-4ecc-981a-14ad81d70b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:26.658724 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b268a3-abce-4eb8-935d-7825f92eecaa req-964c830b-2bfd-4542-b5a6-808806471fc6 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:26.661086 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-62b268a3-abce-4eb8-935d-7825f92eecaa req-964c830b-2bfd-4542-b5a6-808806471fc6 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 945 time: 0.1044326 Dec 14 18:49:26.695152 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57393864-1b12-4ecc-981a-14ad81d70b8b None None] Pushing event updated for resources: {'Port': ['ID=1c9d365d-d6f2-48e3-b1c4-7b235becbee3,revision_number=2']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:26.810068 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-f8951f59-a652-4ab1-9f1c-88fe3fe185d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'name': 'tempest-TestVolumeBootPattern-1945744918-router', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:23Z', 'revision_number': 4, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'gw_port': {'id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': '66281a4a-7b23-4a69-abe1-c6ca14063120', 'name': '', 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'mac_address': 'fa:16:3e:80:31:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:22Z', 'updated_at': '2021-12-14T18:49:23Z', 'revision_number': 2, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'subnets': [{'id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:49:26.838762 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8951f59-a652-4ab1-9f1c-88fe3fe185d3 None None] Checking router: f1006f6a-2fad-4fc6-87fc-601bc49c6eca for host: dv-cinder-821746-1-iscsi {{(pid=108023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:49:26.839428 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8951f59-a652-4ab1-9f1c-88fe3fe185d3 None None] Updating router f1006f6a-2fad-4fc6-87fc-601bc49c6eca port 66281a4a-7b23-4a69-abe1-c6ca14063120 binding host dv-cinder-821746-1-iscsi {{(pid=108023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 18:49:26.881295 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-f8951f59-a652-4ab1-9f1c-88fe3fe185d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:27.052635 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-62b268a3-abce-4eb8-935d-7825f92eecaa req-05a25f86-3cb1-452b-b5d4-e1d3baf6e80d tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3819730 Dec 14 18:49:27.071456 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-e384fbb2-704e-46ac-a392-a10357217818 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:27.272191 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-f8951f59-a652-4ab1-9f1c-88fe3fe185d3 None None] Notify callbacks [] for port, precommit_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:27.277972 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-f8951f59-a652-4ab1-9f1c-88fe3fe185d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:27.283236 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-e384fbb2-704e-46ac-a392-a10357217818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-552498'] for router, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:27.323787 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b08873-91c0-416b-817b-0f2d18dbe2e7 None None] Pushing event updated for resources: {'Port': ['ID=66281a4a-7b23-4a69-abe1-c6ca14063120,revision_number=3']} {{(pid=108023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:27.334278 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b08873-91c0-416b-817b-0f2d18dbe2e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:27.334683 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b08873-91c0-416b-817b-0f2d18dbe2e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:27.335553 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b08873-91c0-416b-817b-0f2d18dbe2e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:27.335738 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b08873-91c0-416b-817b-0f2d18dbe2e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:27.335987 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b08873-91c0-416b-817b-0f2d18dbe2e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:27.336318 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b08873-91c0-416b-817b-0f2d18dbe2e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:27.336648 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b08873-91c0-416b-817b-0f2d18dbe2e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:27.336974 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b08873-91c0-416b-817b-0f2d18dbe2e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:27.337315 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b08873-91c0-416b-817b-0f2d18dbe2e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:27.337642 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b08873-91c0-416b-817b-0f2d18dbe2e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:27.337963 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b08873-91c0-416b-817b-0f2d18dbe2e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:27.338283 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b08873-91c0-416b-817b-0f2d18dbe2e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:27.393932 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.managers [None req-f8951f59-a652-4ab1-9f1c-88fe3fe185d3 None None] Attempting to bind port 66281a4a-7b23-4a69-abe1-c6ca14063120 on host dv-cinder-821746-1-iscsi for vnic_type normal with profile {{(pid=108023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:49:27.395016 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.managers [None req-f8951f59-a652-4ab1-9f1c-88fe3fe185d3 None None] Attempting to bind port 66281a4a-7b23-4a69-abe1-c6ca14063120 by drivers openvswitch,hyperv on host dv-cinder-821746-1-iscsi at level 0 using segments [{'id': '19e65e64-582f-44b4-bd1f-0003a6cd4022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3'}] {{(pid=108023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:49:27.395752 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8951f59-a652-4ab1-9f1c-88fe3fe185d3 None None] Attempting to bind port 66281a4a-7b23-4a69-abe1-c6ca14063120 on network b0fe8517-6221-43b8-ae5a-5eb15b9287f3 {{(pid=108023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:49:27.401817 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8951f59-a652-4ab1-9f1c-88fe3fe185d3 None None] Checking agent: {'id': '196026f5-f687-4c63-8152-952b788e987b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 35, 18), 'started_at': datetime.datetime(2021, 12, 14, 18, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:49:27.402457 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8951f59-a652-4ab1-9f1c-88fe3fe185d3 None None] Checking segment: {'id': '19e65e64-582f-44b4-bd1f-0003a6cd4022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:49:27.403044 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-f8951f59-a652-4ab1-9f1c-88fe3fe185d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:27.403588 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8951f59-a652-4ab1-9f1c-88fe3fe185d3 None None] Bound using segment: {'id': '19e65e64-582f-44b4-bd1f-0003a6cd4022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3'} {{(pid=108023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:49:27.404235 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.managers [None req-f8951f59-a652-4ab1-9f1c-88fe3fe185d3 None None] Bound port: 66281a4a-7b23-4a69-abe1-c6ca14063120, host: dv-cinder-821746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19e65e64-582f-44b4-bd1f-0003a6cd4022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3'}}] {{(pid=108023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:49:27.404810 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-f8951f59-a652-4ab1-9f1c-88fe3fe185d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:27.444388 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e384fbb2-704e-46ac-a392-a10357217818 admin admin] Router 209c89da-d61c-43a0-ab2c-0082155d91fe is scheduled to L3 agent 61f97045-3475-4abf-9bb4-9e4a5178f14d with binding_index 1 {{(pid=108021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 18:49:27.481192 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.db [None req-f8951f59-a652-4ab1-9f1c-88fe3fe185d3 None None] For port 66281a4a-7b23-4a69-abe1-c6ca14063120, host dv-cinder-821746-1-iscsi, cleared binding levels {{(pid=108023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:49:27.485561 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.db [None req-f8951f59-a652-4ab1-9f1c-88fe3fe185d3 None None] For port 66281a4a-7b23-4a69-abe1-c6ca14063120, host dv-cinder-821746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=66281a4a-7b23-4a69-abe1-c6ca14063120,segment=NetworkSegment(19e65e64-582f-44b4-bd1f-0003a6cd4022),segment_id=19e65e64-582f-44b4-bd1f-0003a6cd4022)] {{(pid=108023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:49:27.491580 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-f8951f59-a652-4ab1-9f1c-88fe3fe185d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:27.554131 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8951f59-a652-4ab1-9f1c-88fe3fe185d3 None None] Routers {'f1006f6a-2fad-4fc6-87fc-601bc49c6eca'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:49:27.554804 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-f8951f59-a652-4ab1-9f1c-88fe3fe185d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:49:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['f1006f6a-2fad-4fc6-87fc-601bc49c6eca'], 'active': True} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:49:27.583946 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e384fbb2-704e-46ac-a392-a10357217818 admin admin] Notify agent at l3_agent.dv-cinder-821746-1-iscsi the message routers_updated {{(pid=108021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:49:27.596454 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07115da-d65b-4f8c-aec7-0c0ed70ab499 None None] Sync routers for ids ['209c89da-d61c-43a0-ab2c-0082155d91fe'] in dv-cinder-821746-1-iscsi {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:49:27.607050 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b08873-91c0-416b-817b-0f2d18dbe2e7 None None] Pushing event updated for resources: {'Port': ['ID=66281a4a-7b23-4a69-abe1-c6ca14063120,revision_number=4']} {{(pid=108023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:27.612581 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-e384fbb2-704e-46ac-a392-a10357217818 admin admin] Notify callbacks [] for router, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:27.613840 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-e384fbb2-704e-46ac-a392-a10357217818 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0657964 Dec 14 18:49:27.617609 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 47672) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:49:27.618184 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07115da-d65b-4f8c-aec7-0c0ed70ab499 None None] Routers {'209c89da-d61c-43a0-ab2c-0082155d91fe'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:49:27.619076 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-d07115da-d65b-4f8c-aec7-0c0ed70ab499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:49:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['209c89da-d61c-43a0-ab2c-0082155d91fe'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:49:27.676114 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-0e4392f7-26f6-4ea3-af0d-9669baca3dd5 None None] Provisioning complete for port 66281a4a-7b23-4a69-abe1-c6ca14063120 triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:49:27.676481 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-0e4392f7-26f6-4ea3-af0d-9669baca3dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:27.720255 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvr_db [None req-f8951f59-a652-4ab1-9f1c-88fe3fe185d3 None None] Set router f1006f6a-2fad-4fc6-87fc-601bc49c6eca gateway port host: dv-cinder-821746-1-iscsi {{(pid=108023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:49:27.881989 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-d07115da-d65b-4f8c-aec7-0c0ed70ab499 None None] Set router 209c89da-d61c-43a0-ab2c-0082155d91fe gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:49:28.002267 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 66281a4a-7b23-4a69-abe1-c6ca14063120 up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:49:28.004473 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a18c40a-e7e6-4b52-9118-9a2a6e66a828 None None] Network 18aea715-a3a6-49d5-9357-4dda0f7c50ac requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:49:28.180556 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-0e4392f7-26f6-4ea3-af0d-9669baca3dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:28.196916 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-f8951f59-a652-4ab1-9f1c-88fe3fe185d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'name': 'tempest-TestVolumeBootPattern-1945744918-router', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:23Z', 'revision_number': 4, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'gw_port': {'id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': '66281a4a-7b23-4a69-abe1-c6ca14063120', 'name': '', 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'mac_address': 'fa:16:3e:80:31:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:22Z', 'updated_at': '2021-12-14T18:49:27Z', 'revision_number': 4, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'subnets': [{'id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:49:28.204980 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771cec8-3a53-4ed4-bf35-17f501d7d3aa req-d4152214-5946-47d9-aea5-01ff6507b109 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:28.206667 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-8771cec8-3a53-4ed4-bf35-17f501d7d3aa req-d4152214-5946-47d9-aea5-01ff6507b109 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 945 time: 0.0614769 Dec 14 18:49:28.248454 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8951f59-a652-4ab1-9f1c-88fe3fe185d3 None None] The sync data for ids ['f1006f6a-2fad-4fc6-87fc-601bc49c6eca'] in dv-cinder-821746-1-iscsi is: [{'id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'name': 'tempest-TestVolumeBootPattern-1945744918-router', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:23Z', 'revision_number': 4, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'gw_port': {'id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': '66281a4a-7b23-4a69-abe1-c6ca14063120', 'name': '', 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'mac_address': 'fa:16:3e:80:31:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:22Z', 'updated_at': '2021-12-14T18:49:27Z', 'revision_number': 4, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'subnets': [{'id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:49:28.266386 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-8771cec8-3a53-4ed4-bf35-17f501d7d3aa req-bcb5d76c-62ee-4a1f-8988-35d3f2ac7124 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511045 Dec 14 18:49:28.353777 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-0e4392f7-26f6-4ea3-af0d-9669baca3dd5 None None] For port 66281a4a-7b23-4a69-abe1-c6ca14063120, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=66281a4a-7b23-4a69-abe1-c6ca14063120,segment=NetworkSegment(19e65e64-582f-44b4-bd1f-0003a6cd4022),segment_id=19e65e64-582f-44b4-bd1f-0003a6cd4022)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:49:28.357548 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-a133768f-c194-43ec-bf38-53b06170c7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:28.399111 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-0e4392f7-26f6-4ea3-af0d-9669baca3dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:28.436470 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port 66281a4a-7b23-4a69-abe1-c6ca14063120 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:49:28.436837 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:28.533488 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.db_base_plugin_common [None req-a133768f-c194-43ec-bf38-53b06170c7e2 admin admin] Allocated IP 172.20.0.1 (18aea715-a3a6-49d5-9357-4dda0f7c50ac/4d8fe8e1-59cd-4193-958d-76d7417d5b1b/b61b924e-7bdc-4619-bec2-5e6730e9585d) {{(pid=108020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:49:28.542422 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4392f7-26f6-4ea3-af0d-9669baca3dd5 None None] Pushing event updated for resources: {'Port': ['ID=66281a4a-7b23-4a69-abe1-c6ca14063120,revision_number=5']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:28.574129 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-d07115da-d65b-4f8c-aec7-0c0ed70ab499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209c89da-d61c-43a0-ab2c-0082155d91fe', 'name': 'tempest-TestVolumeBootPattern-141565786-router', 'tenant_id': '9e710955012f477d87222ce8c7998b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '954c3758-79ca-4b5d-8996-7fa364b913e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:49:25Z', 'updated_at': '2021-12-14T18:49:26Z', 'revision_number': 3, 'project_id': '9e710955012f477d87222ce8c7998b05', 'gw_port': {'id': '954c3758-79ca-4b5d-8996-7fa364b913e2', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:60:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c89da-d61c-43a0-ab2c-0082155d91fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:26Z', 'updated_at': '2021-12-14T18:49:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi'}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:49:28.626318 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07115da-d65b-4f8c-aec7-0c0ed70ab499 None None] Checking router: 209c89da-d61c-43a0-ab2c-0082155d91fe for host: dv-cinder-821746-1-iscsi {{(pid=108022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:49:28.626902 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07115da-d65b-4f8c-aec7-0c0ed70ab499 None None] Updating router 209c89da-d61c-43a0-ab2c-0082155d91fe port 954c3758-79ca-4b5d-8996-7fa364b913e2 binding host dv-cinder-821746-1-iscsi {{(pid=108022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 18:49:28.633469 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-f2043a1f-41ef-4cc5-bb54-d578094aa60b None None] Provisioning complete for port 66281a4a-7b23-4a69-abe1-c6ca14063120 triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:49:28.633469 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-f2043a1f-41ef-4cc5-bb54-d578094aa60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:28.657696 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-a133768f-c194-43ec-bf38-53b06170c7e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:28.691677 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 5231d72c-9323-4f32-81d5-3e5ff8ff466b up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:49:28.695837 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-d07115da-d65b-4f8c-aec7-0c0ed70ab499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:28.708472 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-a133768f-c194-43ec-bf38-53b06170c7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957'] for port, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:28.759054 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a133768f-c194-43ec-bf38-53b06170c7e2 admin admin] Network 18aea715-a3a6-49d5-9357-4dda0f7c50ac is already hosted by enough agents. {{(pid=108020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:49:28.762552 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.base_scheduler [None req-a133768f-c194-43ec-bf38-53b06170c7e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=108020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:49:28.766244 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a133768f-c194-43ec-bf38-53b06170c7e2 admin admin] Received port after_create {{(pid=108020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:49:28.766909 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-a133768f-c194-43ec-bf38-53b06170c7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550665'] for router_interface, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:28.809624 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a133768f-c194-43ec-bf38-53b06170c7e2 admin admin] Pushing event updated for resources: {'Port': ['ID=b61b924e-7bdc-4619-bec2-5e6730e9585d,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:28.885239 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port 5231d72c-9323-4f32-81d5-3e5ff8ff466b triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:49:28.885604 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:28.931242 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-a133768f-c194-43ec-bf38-53b06170c7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:29.030476 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-f2043a1f-41ef-4cc5-bb54-d578094aa60b None None] Provisioning complete for port 1c9d365d-d6f2-48e3-b1c4-7b235becbee3 triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:49:29.030476 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-f2043a1f-41ef-4cc5-bb54-d578094aa60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:29.125777 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-a133768f-c194-43ec-bf38-53b06170c7e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:29.131472 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-a133768f-c194-43ec-bf38-53b06170c7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:29.132073 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-a133768f-c194-43ec-bf38-53b06170c7e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550524'] for router_interface, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:29.220812 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 1c9d365d-d6f2-48e3-b1c4-7b235becbee3 up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:49:29.227827 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-d07115da-d65b-4f8c-aec7-0c0ed70ab499 None None] Notify callbacks [] for port, precommit_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:29.254661 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a133768f-c194-43ec-bf38-53b06170c7e2 admin admin] Pushing event updated for resources: {'Port': ['ID=b61b924e-7bdc-4619-bec2-5e6730e9585d,revision_number=2']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:29.260843 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-f2043a1f-41ef-4cc5-bb54-d578094aa60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:29.264784 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133768f-c194-43ec-bf38-53b06170c7e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:29.265138 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133768f-c194-43ec-bf38-53b06170c7e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:29.265601 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-d07115da-d65b-4f8c-aec7-0c0ed70ab499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:29.265748 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133768f-c194-43ec-bf38-53b06170c7e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:29.265856 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133768f-c194-43ec-bf38-53b06170c7e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:29.266182 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133768f-c194-43ec-bf38-53b06170c7e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:29.266485 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133768f-c194-43ec-bf38-53b06170c7e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:29.266838 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133768f-c194-43ec-bf38-53b06170c7e2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:29.267168 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133768f-c194-43ec-bf38-53b06170c7e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:29.267495 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133768f-c194-43ec-bf38-53b06170c7e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:29.267829 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133768f-c194-43ec-bf38-53b06170c7e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:29.268143 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133768f-c194-43ec-bf38-53b06170c7e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:29.268465 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133768f-c194-43ec-bf38-53b06170c7e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:49:29.313728 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a133768f-c194-43ec-bf38-53b06170c7e2 admin admin] Network 18aea715-a3a6-49d5-9357-4dda0f7c50ac is already hosted by enough agents. {{(pid=108020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:49:29.315236 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.base_scheduler [None req-a133768f-c194-43ec-bf38-53b06170c7e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=108020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:49:29.367255 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-f2043a1f-41ef-4cc5-bb54-d578094aa60b None None] For port 1c9d365d-d6f2-48e3-b1c4-7b235becbee3, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=1c9d365d-d6f2-48e3-b1c4-7b235becbee3,segment=NetworkSegment(51203c86-03ee-42eb-951b-4c7d193d4b50),segment_id=51203c86-03ee-42eb-951b-4c7d193d4b50)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:49:29.368246 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7320f43d-493a-4e67-80a7-d622559d8ed8 None None] Pushing event updated for resources: {'Port': ['ID=954c3758-79ca-4b5d-8996-7fa364b913e2,revision_number=2']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:29.370635 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-d07115da-d65b-4f8c-aec7-0c0ed70ab499 None None] Attempting to bind port 954c3758-79ca-4b5d-8996-7fa364b913e2 on host dv-cinder-821746-1-iscsi for vnic_type normal with profile {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:49:29.371128 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-d07115da-d65b-4f8c-aec7-0c0ed70ab499 None None] Attempting to bind port 954c3758-79ca-4b5d-8996-7fa364b913e2 by drivers openvswitch,hyperv on host dv-cinder-821746-1-iscsi at level 0 using segments [{'id': 'a712e70a-4160-45a5-bd2f-6cc771621112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'}] {{(pid=108022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:49:29.371422 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07115da-d65b-4f8c-aec7-0c0ed70ab499 None None] Attempting to bind port 954c3758-79ca-4b5d-8996-7fa364b913e2 on network 5ea8f873-3bad-4a65-ada9-9108bfa946ef {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:49:29.400713 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07115da-d65b-4f8c-aec7-0c0ed70ab499 None None] Checking agent: {'id': '196026f5-f687-4c63-8152-952b788e987b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 35, 18), 'started_at': datetime.datetime(2021, 12, 14, 18, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:49:29.401640 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07115da-d65b-4f8c-aec7-0c0ed70ab499 None None] Checking segment: {'id': 'a712e70a-4160-45a5-bd2f-6cc771621112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:49:29.402527 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-d07115da-d65b-4f8c-aec7-0c0ed70ab499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:29.403364 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07115da-d65b-4f8c-aec7-0c0ed70ab499 None None] Bound using segment: {'id': 'a712e70a-4160-45a5-bd2f-6cc771621112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'} {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:49:29.404655 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-d07115da-d65b-4f8c-aec7-0c0ed70ab499 None None] Bound port: 954c3758-79ca-4b5d-8996-7fa364b913e2, host: dv-cinder-821746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a712e70a-4160-45a5-bd2f-6cc771621112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'}}] {{(pid=108022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:49:29.405448 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-d07115da-d65b-4f8c-aec7-0c0ed70ab499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:29.408798 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-f2043a1f-41ef-4cc5-bb54-d578094aa60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:29.411902 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port 1c9d365d-d6f2-48e3-b1c4-7b235becbee3 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:49:29.412281 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:29.471524 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40bac7-61f6-404d-88f2-405a06f80e5f req-45f35151-a7f6-4847-af93-ddb3aef6d22f tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:29.473107 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-dd40bac7-61f6-404d-88f2-405a06f80e5f req-45f35151-a7f6-4847-af93-ddb3aef6d22f tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 945 time: 0.1034682 Dec 14 18:49:29.541180 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-dd40bac7-61f6-404d-88f2-405a06f80e5f req-91c4cf8f-197f-4b60-94ea-d47f81d274c1 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608914 Dec 14 18:49:29.578591 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a133768f-c194-43ec-bf38-53b06170c7e2 admin admin] Router 209c89da-d61c-43a0-ab2c-0082155d91fe has already been hosted by L3 agent 61f97045-3475-4abf-9bb4-9e4a5178f14d {{(pid=108020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:49:29.648209 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2043a1f-41ef-4cc5-bb54-d578094aa60b None None] Pushing event updated for resources: {'Port': ['ID=1c9d365d-d6f2-48e3-b1c4-7b235becbee3,revision_number=3']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:29.654834 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-f5dd9022-662f-4f01-a0c3-1ffc0fc95b69 None None] Provisioning complete for port 1c9d365d-d6f2-48e3-b1c4-7b235becbee3 triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:49:29.655553 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-f5dd9022-662f-4f01-a0c3-1ffc0fc95b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:29.664021 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-d07115da-d65b-4f8c-aec7-0c0ed70ab499 None None] For port 954c3758-79ca-4b5d-8996-7fa364b913e2, host dv-cinder-821746-1-iscsi, cleared binding levels {{(pid=108022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:49:29.701053 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-d07115da-d65b-4f8c-aec7-0c0ed70ab499 None None] For port 954c3758-79ca-4b5d-8996-7fa364b913e2, host dv-cinder-821746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=954c3758-79ca-4b5d-8996-7fa364b913e2,segment=NetworkSegment(a712e70a-4160-45a5-bd2f-6cc771621112),segment_id=a712e70a-4160-45a5-bd2f-6cc771621112)] {{(pid=108022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:49:29.714862 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-d07115da-d65b-4f8c-aec7-0c0ed70ab499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:29.730753 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a133768f-c194-43ec-bf38-53b06170c7e2 admin admin] Notify agent at l3_agent.dv-cinder-821746-1-iscsi the message routers_updated {{(pid=108020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:49:29.746920 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-a133768f-c194-43ec-bf38-53b06170c7e2 admin admin] 10.222.0.71 "PUT /v2.0/routers/209c89da-d61c-43a0-ab2c-0082155d91fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1175063 Dec 14 18:49:29.770596 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 66281a4a-7b23-4a69-abe1-c6ca14063120 up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:49:29.842913 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7320f43d-493a-4e67-80a7-d622559d8ed8 None None] Pushing event updated for resources: {'Port': ['ID=954c3758-79ca-4b5d-8996-7fa364b913e2,revision_number=3']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:29.848914 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07115da-d65b-4f8c-aec7-0c0ed70ab499 None None] Routers {'209c89da-d61c-43a0-ab2c-0082155d91fe'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:49:29.849550 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-d07115da-d65b-4f8c-aec7-0c0ed70ab499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:49:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['209c89da-d61c-43a0-ab2c-0082155d91fe'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:49:29.961141 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-f5dd9022-662f-4f01-a0c3-1ffc0fc95b69 None None] Provisioning complete for port b61b924e-7bdc-4619-bec2-5e6730e9585d triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:49:29.961513 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-f5dd9022-662f-4f01-a0c3-1ffc0fc95b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:29.965238 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port 66281a4a-7b23-4a69-abe1-c6ca14063120 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:49:29.965586 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:30.042051 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-d07115da-d65b-4f8c-aec7-0c0ed70ab499 None None] Set router 209c89da-d61c-43a0-ab2c-0082155d91fe gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:49:30.068673 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-f5dd9022-662f-4f01-a0c3-1ffc0fc95b69 None None] Port b61b924e-7bdc-4619-bec2-5e6730e9585d cannot update to ACTIVE because it is not bound. {{(pid=108022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:49:30.209348 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 47700) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:49:30.214140 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [None req-265cddd2-6819-4006-a680-c28a23abbf2c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1280192063', 'description': 'tempest-secgroup-smoke-1280192063 description', 'project_id': '741cbe7b4b8e44f89263304526525e93'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:49:30.237359 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-265cddd2-6819-4006-a680-c28a23abbf2c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:30.306329 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-265cddd2-6819-4006-a680-c28a23abbf2c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:30.310691 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-265cddd2-6819-4006-a680-c28a23abbf2c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:30.325810 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-f2367640-b4ba-4a17-9611-b43b6995fe47 None None] Provisioning complete for port b61b924e-7bdc-4619-bec2-5e6730e9585d triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:49:30.326185 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-f2367640-b4ba-4a17-9611-b43b6995fe47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:30.330518 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 1c9d365d-d6f2-48e3-b1c4-7b235becbee3 up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:49:30.342420 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-265cddd2-6819-4006-a680-c28a23abbf2c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:30.343683 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-265cddd2-6819-4006-a680-c28a23abbf2c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1333017 Dec 14 18:49:30.346677 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 47702) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:49:30.351855 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [None req-2559ded1-ba2c-4cd3-993d-160195948016 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Request body: {'security_group_rule': {'security_group_id': '4921582f-ee31-46a4-b486-f3893d1db720', 'project_id': '741cbe7b4b8e44f89263304526525e93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:49:30.359744 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265cddd2-6819-4006-a680-c28a23abbf2c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4921582f-ee31-46a4-b486-f3893d1db720,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:30.390419 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-2559ded1-ba2c-4cd3-993d-160195948016 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:30.415564 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-f2367640-b4ba-4a17-9611-b43b6995fe47 None None] Port b61b924e-7bdc-4619-bec2-5e6730e9585d cannot update to ACTIVE because it is not bound. {{(pid=108022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:49:30.453345 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-2559ded1-ba2c-4cd3-993d-160195948016 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:30.457356 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-2559ded1-ba2c-4cd3-993d-160195948016 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727460'] for security_group_rule, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:30.460528 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port 1c9d365d-d6f2-48e3-b1c4-7b235becbee3 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:49:30.460902 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:30.475545 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559ded1-ba2c-4cd3-993d-160195948016 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ec9fee9-809f-4fc4-8404-f543dd337118,revision_number=0']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:30.485572 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-2559ded1-ba2c-4cd3-993d-160195948016 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:30.487064 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-2559ded1-ba2c-4cd3-993d-160195948016 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1394322 Dec 14 18:49:30.490522 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 47704) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:49:30.495301 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-00fd9be6-7948-4ba8-8338-7a86080093fd tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Request body: {'security_group_rule': {'security_group_id': '4921582f-ee31-46a4-b486-f3893d1db720', 'project_id': '741cbe7b4b8e44f89263304526525e93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:49:30.510174 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-d07115da-d65b-4f8c-aec7-0c0ed70ab499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209c89da-d61c-43a0-ab2c-0082155d91fe', 'name': 'tempest-TestVolumeBootPattern-141565786-router', 'tenant_id': '9e710955012f477d87222ce8c7998b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '954c3758-79ca-4b5d-8996-7fa364b913e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:49:25Z', 'updated_at': '2021-12-14T18:49:28Z', 'revision_number': 4, 'project_id': '9e710955012f477d87222ce8c7998b05', 'gw_port': {'id': '954c3758-79ca-4b5d-8996-7fa364b913e2', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:60:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c89da-d61c-43a0-ab2c-0082155d91fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:26Z', 'updated_at': '2021-12-14T18:49:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': 'b61b924e-7bdc-4619-bec2-5e6730e9585d', 'name': '', 'network_id': '18aea715-a3a6-49d5-9357-4dda0f7c50ac', 'tenant_id': '9e710955012f477d87222ce8c7998b05', 'mac_address': 'fa:16:3e:d6:7b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c89da-d61c-43a0-ab2c-0082155d91fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '4d8fe8e1-59cd-4193-958d-76d7417d5b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:28Z', 'updated_at': '2021-12-14T18:49:28Z', 'revision_number': 2, 'project_id': '9e710955012f477d87222ce8c7998b05', 'subnets': [{'id': '4d8fe8e1-59cd-4193-958d-76d7417d5b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:49:30.529314 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-00fd9be6-7948-4ba8-8338-7a86080093fd tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:30.545455 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07115da-d65b-4f8c-aec7-0c0ed70ab499 None None] The sync data for ids ['209c89da-d61c-43a0-ab2c-0082155d91fe'] in dv-cinder-821746-1-iscsi is: [{'id': '209c89da-d61c-43a0-ab2c-0082155d91fe', 'name': 'tempest-TestVolumeBootPattern-141565786-router', 'tenant_id': '9e710955012f477d87222ce8c7998b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '954c3758-79ca-4b5d-8996-7fa364b913e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:49:25Z', 'updated_at': '2021-12-14T18:49:28Z', 'revision_number': 4, 'project_id': '9e710955012f477d87222ce8c7998b05', 'gw_port': {'id': '954c3758-79ca-4b5d-8996-7fa364b913e2', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:60:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c89da-d61c-43a0-ab2c-0082155d91fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:26Z', 'updated_at': '2021-12-14T18:49:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': 'b61b924e-7bdc-4619-bec2-5e6730e9585d', 'name': '', 'network_id': '18aea715-a3a6-49d5-9357-4dda0f7c50ac', 'tenant_id': '9e710955012f477d87222ce8c7998b05', 'mac_address': 'fa:16:3e:d6:7b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c89da-d61c-43a0-ab2c-0082155d91fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '4d8fe8e1-59cd-4193-958d-76d7417d5b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:28Z', 'updated_at': '2021-12-14T18:49:28Z', 'revision_number': 2, 'project_id': '9e710955012f477d87222ce8c7998b05', 'subnets': [{'id': '4d8fe8e1-59cd-4193-958d-76d7417d5b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:49:30.601024 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-00fd9be6-7948-4ba8-8338-7a86080093fd tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:30.605935 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-00fd9be6-7948-4ba8-8338-7a86080093fd tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727460'] for security_group_rule, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:30.631396 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd9be6-7948-4ba8-8338-7a86080093fd tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40a320cd-08eb-4af4-a4c4-8810282f8193,revision_number=0']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:30.647279 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-00fd9be6-7948-4ba8-8338-7a86080093fd tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:30.651274 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-00fd9be6-7948-4ba8-8338-7a86080093fd tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1571825 Dec 14 18:49:30.651592 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 47710) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:49:30.656144 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-6aeea2a7-fdba-49be-99e1-8cab8dba061a tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Request body: {'security_group_rule': {'security_group_id': '4921582f-ee31-46a4-b486-f3893d1db720', 'project_id': '741cbe7b4b8e44f89263304526525e93', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:49:30.704280 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-6aeea2a7-fdba-49be-99e1-8cab8dba061a tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:30.716266 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef38d83-8942-4b23-8361-739350c5558c req-83abb2d8-a5b3-49ba-939f-c3e0510d73af tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:30.718078 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-cef38d83-8942-4b23-8361-739350c5558c req-83abb2d8-a5b3-49ba-939f-c3e0510d73af tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 945 time: 0.0653841 Dec 14 18:49:30.761923 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-cef38d83-8942-4b23-8361-739350c5558c req-2c997726-38cd-4a36-b0f4-3c8c35f36021 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372450 Dec 14 18:49:30.782881 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-6aeea2a7-fdba-49be-99e1-8cab8dba061a tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:30.794799 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-6aeea2a7-fdba-49be-99e1-8cab8dba061a tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727460'] for security_group_rule, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:30.811880 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeea2a7-fdba-49be-99e1-8cab8dba061a tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5000bf95-3e73-41fe-9c3d-1cb068885987,revision_number=0']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:30.849167 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-6aeea2a7-fdba-49be-99e1-8cab8dba061a tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:30.851486 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-6aeea2a7-fdba-49be-99e1-8cab8dba061a tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1989393 Dec 14 18:49:30.855727 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 47716) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:49:30.863238 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-45f1d5a3-b0f7-45a3-96f6-9fa265076c03 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Request body: {'security_group_rule': {'security_group_id': '4921582f-ee31-46a4-b486-f3893d1db720', 'project_id': '741cbe7b4b8e44f89263304526525e93', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:49:30.908981 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-45f1d5a3-b0f7-45a3-96f6-9fa265076c03 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:30.985514 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-45f1d5a3-b0f7-45a3-96f6-9fa265076c03 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:30.990032 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-45f1d5a3-b0f7-45a3-96f6-9fa265076c03 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727460'] for security_group_rule, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:31.014492 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f1d5a3-b0f7-45a3-96f6-9fa265076c03 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=666438a5-d7b4-4c5f-9455-17c93d7dd7ff,revision_number=0']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:31.019998 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-45f1d5a3-b0f7-45a3-96f6-9fa265076c03 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:31.024985 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 47722) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:49:31.025592 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-45f1d5a3-b0f7-45a3-96f6-9fa265076c03 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1687758 Dec 14 18:49:31.029650 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [None req-7f111ba2-85fd-4b58-a6a4-2c0a2e5f737c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Request body: {'security_group_rule': {'security_group_id': '4921582f-ee31-46a4-b486-f3893d1db720', 'project_id': '741cbe7b4b8e44f89263304526525e93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:49:31.064360 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.db.securitygroups_db [None req-7f111ba2-85fd-4b58-a6a4-2c0a2e5f737c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Project 741cbe7b4b8e44f89263304526525e93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 18:49:31.071928 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-7f111ba2-85fd-4b58-a6a4-2c0a2e5f737c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:31.142996 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-7f111ba2-85fd-4b58-a6a4-2c0a2e5f737c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:31.149083 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-7f111ba2-85fd-4b58-a6a4-2c0a2e5f737c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727460'] for security_group_rule, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:31.166943 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f111ba2-85fd-4b58-a6a4-2c0a2e5f737c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5f8600c-5ca1-40a1-a475-70087727c982,revision_number=0']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:31.185500 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-7f111ba2-85fd-4b58-a6a4-2c0a2e5f737c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:31.187530 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-7f111ba2-85fd-4b58-a6a4-2c0a2e5f737c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1614633 Dec 14 18:49:31.190176 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 47726) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:49:31.198988 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [None req-86ac6d08-3bda-4067-bb84-6b9a629e1181 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Request body: {'security_group_rule': {'security_group_id': '4921582f-ee31-46a4-b486-f3893d1db720', 'project_id': '741cbe7b4b8e44f89263304526525e93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:49:31.242395 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.db.securitygroups_db [None req-86ac6d08-3bda-4067-bb84-6b9a629e1181 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Project 741cbe7b4b8e44f89263304526525e93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 18:49:31.253720 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-86ac6d08-3bda-4067-bb84-6b9a629e1181 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:31.335892 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-86ac6d08-3bda-4067-bb84-6b9a629e1181 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:31.341268 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-86ac6d08-3bda-4067-bb84-6b9a629e1181 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727460'] for security_group_rule, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:31.368845 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac6d08-3bda-4067-bb84-6b9a629e1181 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01b4a711-82f1-439b-838f-8412635a3f3c,revision_number=0']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:31.387051 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-86ac6d08-3bda-4067-bb84-6b9a629e1181 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:31.389148 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-86ac6d08-3bda-4067-bb84-6b9a629e1181 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1973672 Dec 14 18:49:31.814912 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 954c3758-79ca-4b5d-8996-7fa364b913e2 up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:49:31.904245 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port 954c3758-79ca-4b5d-8996-7fa364b913e2 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:49:31.904982 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:32.008497 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda0bad-9f5c-4ff6-af43-8c8e13bdbf3a req-4622475e-b64d-4b6c-92e9-de97cd7aea27 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:32.015361 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9cda0bad-9f5c-4ff6-af43-8c8e13bdbf3a req-4622475e-b64d-4b6c-92e9-de97cd7aea27 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 945 time: 0.1041961 Dec 14 18:49:32.024685 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:32.047368 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-ba8737c3-d096-412f-8f43-532636599bec None None] For port 954c3758-79ca-4b5d-8996-7fa364b913e2, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=954c3758-79ca-4b5d-8996-7fa364b913e2,segment=NetworkSegment(a712e70a-4160-45a5-bd2f-6cc771621112),segment_id=a712e70a-4160-45a5-bd2f-6cc771621112)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:49:32.050036 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9cda0bad-9f5c-4ff6-af43-8c8e13bdbf3a req-cbb77755-4f83-468a-99bd-3f9cb299ccb7 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338156 Dec 14 18:49:32.052099 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:32.107219 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Pushing event updated for resources: {'Port': ['ID=954c3758-79ca-4b5d-8996-7fa364b913e2,revision_number=4']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:32.763186 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fc1c09-2ad2-4fab-b0b8-78d8ab63ee10 None None] Sync routers for ids ['209c89da-d61c-43a0-ab2c-0082155d91fe'] in dv-cinder-821746-1-iscsi {{(pid=108023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:49:32.773863 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fc1c09-2ad2-4fab-b0b8-78d8ab63ee10 None None] Routers {'209c89da-d61c-43a0-ab2c-0082155d91fe'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:49:32.774462 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-00fc1c09-2ad2-4fab-b0b8-78d8ab63ee10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:49:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['209c89da-d61c-43a0-ab2c-0082155d91fe'], 'active': True} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:49:32.879182 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvr_db [None req-00fc1c09-2ad2-4fab-b0b8-78d8ab63ee10 None None] Set router 209c89da-d61c-43a0-ab2c-0082155d91fe gateway port host: dv-cinder-821746-1-iscsi {{(pid=108023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:49:33.088272 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-00fc1c09-2ad2-4fab-b0b8-78d8ab63ee10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209c89da-d61c-43a0-ab2c-0082155d91fe', 'name': 'tempest-TestVolumeBootPattern-141565786-router', 'tenant_id': '9e710955012f477d87222ce8c7998b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '954c3758-79ca-4b5d-8996-7fa364b913e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:49:25Z', 'updated_at': '2021-12-14T18:49:28Z', 'revision_number': 4, 'project_id': '9e710955012f477d87222ce8c7998b05', 'gw_port': {'id': '954c3758-79ca-4b5d-8996-7fa364b913e2', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:60:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c89da-d61c-43a0-ab2c-0082155d91fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:26Z', 'updated_at': '2021-12-14T18:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': 'b61b924e-7bdc-4619-bec2-5e6730e9585d', 'name': '', 'network_id': '18aea715-a3a6-49d5-9357-4dda0f7c50ac', 'tenant_id': '9e710955012f477d87222ce8c7998b05', 'mac_address': 'fa:16:3e:d6:7b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c89da-d61c-43a0-ab2c-0082155d91fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '4d8fe8e1-59cd-4193-958d-76d7417d5b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:28Z', 'updated_at': '2021-12-14T18:49:28Z', 'revision_number': 2, 'project_id': '9e710955012f477d87222ce8c7998b05', 'subnets': [{'id': '4d8fe8e1-59cd-4193-958d-76d7417d5b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:49:33.115670 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fc1c09-2ad2-4fab-b0b8-78d8ab63ee10 None None] Checking router: 209c89da-d61c-43a0-ab2c-0082155d91fe for host: dv-cinder-821746-1-iscsi {{(pid=108023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:49:33.116035 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fc1c09-2ad2-4fab-b0b8-78d8ab63ee10 None None] Updating router 209c89da-d61c-43a0-ab2c-0082155d91fe port b61b924e-7bdc-4619-bec2-5e6730e9585d binding host dv-cinder-821746-1-iscsi {{(pid=108023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 18:49:33.146569 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-00fc1c09-2ad2-4fab-b0b8-78d8ab63ee10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:33.194783 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da0d2c-03cd-4a19-acea-bad77905a40a req-096d1370-7d16-4367-af00-4923c6f3512c tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:33.196647 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-50da0d2c-03cd-4a19-acea-bad77905a40a req-096d1370-7d16-4367-af00-4923c6f3512c tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 945 time: 0.0531089 Dec 14 18:49:33.247972 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-50da0d2c-03cd-4a19-acea-bad77905a40a req-bf09e037-cc59-4fcc-bb81-9dc881d9be00 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433016 Dec 14 18:49:33.435271 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-00fc1c09-2ad2-4fab-b0b8-78d8ab63ee10 None None] Notify callbacks [] for port, precommit_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:33.441438 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-00fc1c09-2ad2-4fab-b0b8-78d8ab63ee10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:33.491653 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b43a32-6611-4f28-86ee-d6a4d04fe241 None None] Pushing event updated for resources: {'Port': ['ID=b61b924e-7bdc-4619-bec2-5e6730e9585d,revision_number=3']} {{(pid=108023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:33.548493 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.managers [None req-00fc1c09-2ad2-4fab-b0b8-78d8ab63ee10 None None] Attempting to bind port b61b924e-7bdc-4619-bec2-5e6730e9585d on host dv-cinder-821746-1-iscsi for vnic_type normal with profile {{(pid=108023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:49:33.548871 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.managers [None req-00fc1c09-2ad2-4fab-b0b8-78d8ab63ee10 None None] Attempting to bind port b61b924e-7bdc-4619-bec2-5e6730e9585d by drivers openvswitch,hyperv on host dv-cinder-821746-1-iscsi at level 0 using segments [{'id': '51203c86-03ee-42eb-951b-4c7d193d4b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '18aea715-a3a6-49d5-9357-4dda0f7c50ac'}] {{(pid=108023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:49:33.549232 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fc1c09-2ad2-4fab-b0b8-78d8ab63ee10 None None] Attempting to bind port b61b924e-7bdc-4619-bec2-5e6730e9585d on network 18aea715-a3a6-49d5-9357-4dda0f7c50ac {{(pid=108023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:49:33.555410 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fc1c09-2ad2-4fab-b0b8-78d8ab63ee10 None None] Checking agent: {'id': '196026f5-f687-4c63-8152-952b788e987b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 35, 18), 'started_at': datetime.datetime(2021, 12, 14, 18, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:49:33.555789 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fc1c09-2ad2-4fab-b0b8-78d8ab63ee10 None None] Checking segment: {'id': '51203c86-03ee-42eb-951b-4c7d193d4b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '18aea715-a3a6-49d5-9357-4dda0f7c50ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:49:33.556189 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-00fc1c09-2ad2-4fab-b0b8-78d8ab63ee10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:33.556579 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fc1c09-2ad2-4fab-b0b8-78d8ab63ee10 None None] Bound using segment: {'id': '51203c86-03ee-42eb-951b-4c7d193d4b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '18aea715-a3a6-49d5-9357-4dda0f7c50ac'} {{(pid=108023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:49:33.557053 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.managers [None req-00fc1c09-2ad2-4fab-b0b8-78d8ab63ee10 None None] Bound port: b61b924e-7bdc-4619-bec2-5e6730e9585d, host: dv-cinder-821746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51203c86-03ee-42eb-951b-4c7d193d4b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '18aea715-a3a6-49d5-9357-4dda0f7c50ac'}}] {{(pid=108023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:49:33.557449 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-00fc1c09-2ad2-4fab-b0b8-78d8ab63ee10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:33.627190 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.db [None req-00fc1c09-2ad2-4fab-b0b8-78d8ab63ee10 None None] For port b61b924e-7bdc-4619-bec2-5e6730e9585d, host dv-cinder-821746-1-iscsi, cleared binding levels {{(pid=108023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:49:33.630960 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.db [None req-00fc1c09-2ad2-4fab-b0b8-78d8ab63ee10 None None] For port b61b924e-7bdc-4619-bec2-5e6730e9585d, host dv-cinder-821746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=b61b924e-7bdc-4619-bec2-5e6730e9585d,segment=NetworkSegment(51203c86-03ee-42eb-951b-4c7d193d4b50),segment_id=51203c86-03ee-42eb-951b-4c7d193d4b50)] {{(pid=108023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:49:33.636416 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-00fc1c09-2ad2-4fab-b0b8-78d8ab63ee10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:33.666391 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-edd1741b-1a02-4e8e-a075-6e94db492e12 None None] Provisioning complete for port b61b924e-7bdc-4619-bec2-5e6730e9585d triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:49:33.667745 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-edd1741b-1a02-4e8e-a075-6e94db492e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:33.695440 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fc1c09-2ad2-4fab-b0b8-78d8ab63ee10 None None] Routers {'209c89da-d61c-43a0-ab2c-0082155d91fe'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:49:33.696195 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-00fc1c09-2ad2-4fab-b0b8-78d8ab63ee10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:49:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['209c89da-d61c-43a0-ab2c-0082155d91fe'], 'active': True} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:49:33.771492 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-edd1741b-1a02-4e8e-a075-6e94db492e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:33.779148 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b43a32-6611-4f28-86ee-d6a4d04fe241 None None] Pushing event updated for resources: {'Port': ['ID=b61b924e-7bdc-4619-bec2-5e6730e9585d,revision_number=4']} {{(pid=108023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:33.792320 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 954c3758-79ca-4b5d-8996-7fa364b913e2 up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:49:33.826663 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvr_db [None req-00fc1c09-2ad2-4fab-b0b8-78d8ab63ee10 None None] Set router 209c89da-d61c-43a0-ab2c-0082155d91fe gateway port host: dv-cinder-821746-1-iscsi {{(pid=108023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:49:33.852161 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-edd1741b-1a02-4e8e-a075-6e94db492e12 None None] For port b61b924e-7bdc-4619-bec2-5e6730e9585d, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=b61b924e-7bdc-4619-bec2-5e6730e9585d,segment=NetworkSegment(51203c86-03ee-42eb-951b-4c7d193d4b50),segment_id=51203c86-03ee-42eb-951b-4c7d193d4b50)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:49:33.858330 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-edd1741b-1a02-4e8e-a075-6e94db492e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:33.899137 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port 954c3758-79ca-4b5d-8996-7fa364b913e2 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:49:33.899501 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:33.940430 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd1741b-1a02-4e8e-a075-6e94db492e12 None None] Pushing event updated for resources: {'Port': ['ID=b61b924e-7bdc-4619-bec2-5e6730e9585d,revision_number=5']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:34.013590 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-2be4785d-f938-46f4-82a2-22160fe5e8be None None] Provisioning complete for port b61b924e-7bdc-4619-bec2-5e6730e9585d triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:49:34.013963 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2be4785d-f938-46f4-82a2-22160fe5e8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:34.053357 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-00fc1c09-2ad2-4fab-b0b8-78d8ab63ee10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209c89da-d61c-43a0-ab2c-0082155d91fe', 'name': 'tempest-TestVolumeBootPattern-141565786-router', 'tenant_id': '9e710955012f477d87222ce8c7998b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '954c3758-79ca-4b5d-8996-7fa364b913e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:49:25Z', 'updated_at': '2021-12-14T18:49:28Z', 'revision_number': 4, 'project_id': '9e710955012f477d87222ce8c7998b05', 'gw_port': {'id': '954c3758-79ca-4b5d-8996-7fa364b913e2', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:60:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c89da-d61c-43a0-ab2c-0082155d91fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:26Z', 'updated_at': '2021-12-14T18:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': 'b61b924e-7bdc-4619-bec2-5e6730e9585d', 'name': '', 'network_id': '18aea715-a3a6-49d5-9357-4dda0f7c50ac', 'tenant_id': '9e710955012f477d87222ce8c7998b05', 'mac_address': 'fa:16:3e:d6:7b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c89da-d61c-43a0-ab2c-0082155d91fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '4d8fe8e1-59cd-4193-958d-76d7417d5b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:28Z', 'updated_at': '2021-12-14T18:49:33Z', 'revision_number': 4, 'project_id': '9e710955012f477d87222ce8c7998b05', 'subnets': [{'id': '4d8fe8e1-59cd-4193-958d-76d7417d5b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:49:34.082237 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fc1c09-2ad2-4fab-b0b8-78d8ab63ee10 None None] The sync data for ids ['209c89da-d61c-43a0-ab2c-0082155d91fe'] in dv-cinder-821746-1-iscsi is: [{'id': '209c89da-d61c-43a0-ab2c-0082155d91fe', 'name': 'tempest-TestVolumeBootPattern-141565786-router', 'tenant_id': '9e710955012f477d87222ce8c7998b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '954c3758-79ca-4b5d-8996-7fa364b913e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:49:25Z', 'updated_at': '2021-12-14T18:49:28Z', 'revision_number': 4, 'project_id': '9e710955012f477d87222ce8c7998b05', 'gw_port': {'id': '954c3758-79ca-4b5d-8996-7fa364b913e2', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:60:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c89da-d61c-43a0-ab2c-0082155d91fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:26Z', 'updated_at': '2021-12-14T18:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': 'b61b924e-7bdc-4619-bec2-5e6730e9585d', 'name': '', 'network_id': '18aea715-a3a6-49d5-9357-4dda0f7c50ac', 'tenant_id': '9e710955012f477d87222ce8c7998b05', 'mac_address': 'fa:16:3e:d6:7b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209c89da-d61c-43a0-ab2c-0082155d91fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '4d8fe8e1-59cd-4193-958d-76d7417d5b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:28Z', 'updated_at': '2021-12-14T18:49:33Z', 'revision_number': 4, 'project_id': '9e710955012f477d87222ce8c7998b05', 'subnets': [{'id': '4d8fe8e1-59cd-4193-958d-76d7417d5b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:49:34.375142 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff623695-8d9e-43dc-b9fa-7af4c00c9b33 req-0f98d81f-8584-4592-a190-e17c4c27b13d tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:34.376758 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ff623695-8d9e-43dc-b9fa-7af4c00c9b33 req-0f98d81f-8584-4592-a190-e17c4c27b13d tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 945 time: 0.0560472 Dec 14 18:49:34.419200 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ff623695-8d9e-43dc-b9fa-7af4c00c9b33 req-2f59f2d0-9548-4325-ac31-ee0653a6a1dc tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360281 Dec 14 18:49:35.549261 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739edb6c-113b-4bf4-b4ef-b3698eaa31fa req-919a760d-8d13-41ce-bf4d-41d70907a1b2 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:35.551458 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-739edb6c-113b-4bf4-b4ef-b3698eaa31fa req-919a760d-8d13-41ce-bf4d-41d70907a1b2 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 945 time: 0.0557351 Dec 14 18:49:35.596046 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-739edb6c-113b-4bf4-b4ef-b3698eaa31fa req-bc593940-aa10-4c91-9702-9200404db236 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352616 Dec 14 18:49:35.772179 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device b61b924e-7bdc-4619-bec2-5e6730e9585d up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:49:35.824117 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port b61b924e-7bdc-4619-bec2-5e6730e9585d triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:49:35.824699 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:36.025334 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device a697b77e-1802-475b-8c0d-62b14fac98eb details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=108022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:49:36.123487 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port a697b77e-1802-475b-8c0d-62b14fac98eb, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a697b77e-1802-475b-8c0d-62b14fac98eb,segment=NetworkSegment(d67fca54-e316-4758-9f95-27fc03e03491),segment_id=d67fca54-e316-4758-9f95-27fc03e03491)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:49:36.139105 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Returning: {'device': 'a697b77e-1802-475b-8c0d-62b14fac98eb', 'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d', 'port_id': 'a697b77e-1802-475b-8c0d-62b14fac98eb', 'mac_address': 'fa:16:3e:2c:01:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd961d8ae-8136-463f-bf43-32c0a15a6798', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:49:36.179146 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:36.194923 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a697b77e-1802-475b-8c0d-62b14fac98eb {{(pid=108022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:49:36.220089 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port a697b77e-1802-475b-8c0d-62b14fac98eb, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a697b77e-1802-475b-8c0d-62b14fac98eb,segment=NetworkSegment(d67fca54-e316-4758-9f95-27fc03e03491),segment_id=d67fca54-e316-4758-9f95-27fc03e03491)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:49:36.224897 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:36.279605 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=a697b77e-1802-475b-8c0d-62b14fac98eb,revision_number=6']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:36.311968 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] get_ports_and_sgs() called for port_ids ['a697b77e-1802-475b-8c0d-62b14fac98eb'] {{(pid=108022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:49:36.720519 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1edb46-c5b5-4714-b71f-6417aad83faa req-3a1636f2-bff6-48de-bb8e-35da745f4aba tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:36.721964 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-2f1edb46-c5b5-4714-b71f-6417aad83faa req-3a1636f2-bff6-48de-bb8e-35da745f4aba tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 944 time: 0.0535583 Dec 14 18:49:36.760945 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-2f1edb46-c5b5-4714-b71f-6417aad83faa req-b6bd4b87-89d7-4a7c-aebc-a532d06e0728 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330520 Dec 14 18:49:37.898343 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ec64a-6814-4fbd-ac4c-e441086e8b9f req-5ef30206-5686-4bdd-a55b-4e9093e2a504 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:37.900719 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-c55ec64a-6814-4fbd-ac4c-e441086e8b9f req-5ef30206-5686-4bdd-a55b-4e9093e2a504 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 944 time: 0.0681028 Dec 14 18:49:37.965120 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-c55ec64a-6814-4fbd-ac4c-e441086e8b9f req-c5571128-134c-4ff3-927a-86f615a2a26e tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536513 Dec 14 18:49:38.028505 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device a697b77e-1802-475b-8c0d-62b14fac98eb up at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:49:38.078295 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Provisioning complete for port a697b77e-1802-475b-8c0d-62b14fac98eb triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:49:38.078726 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:38.155790 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:38.184020 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbe5052-8fc3-482c-8392-7c0f33b4e415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a697b77e-1802-475b-8c0d-62b14fac98eb'}] {{(pid=108022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:49:38.186994 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4652f51f42c3be85180d8c5c7bba1325bd3159a0fd8a88314674832532d8132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767b6ce0-bb32-4450-9357-7d3b6d63ce40" -d '{"events": [{"server_uuid": "dfbe5052-8fc3-482c-8392-7c0f33b4e415", "name": "network-vif-plugged", "status": "completed", "tag": "a697b77e-1802-475b-8c0d-62b14fac98eb"}]}' {{(pid=108022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:49:38.202389 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port a697b77e-1802-475b-8c0d-62b14fac98eb, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a697b77e-1802-475b-8c0d-62b14fac98eb,segment=NetworkSegment(d67fca54-e316-4758-9f95-27fc03e03491),segment_id=d67fca54-e316-4758-9f95-27fc03e03491)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:49:38.206662 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:38.265719 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=a697b77e-1802-475b-8c0d-62b14fac98eb,revision_number=7']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:38.296051 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0463b2-a09a-482b-af99-c82243316796 x-openstack-request-id: req-7b0463b2-a09a-482b-af99-c82243316796 {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:49:38.296349 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfbe5052-8fc3-482c-8392-7c0f33b4e415", "name": "network-vif-plugged", "status": "completed", "tag": "a697b77e-1802-475b-8c0d-62b14fac98eb", "code": 200}]} {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:49:38.296609 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7b0463b2-a09a-482b-af99-c82243316796 {{(pid=108022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:49:38.297013 dv-cinder-821746-1-iscsi neutron-server[108022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfbe5052-8fc3-482c-8392-7c0f33b4e415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a697b77e-1802-475b-8c0d-62b14fac98eb', 'code': 200} Dec 14 18:49:39.283553 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b453366-8763-4e76-8169-0bde2fadcf81 req-99cc8a98-c45b-4f8f-a301-73138c592385 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:39.285133 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-4b453366-8763-4e76-8169-0bde2fadcf81 req-99cc8a98-c45b-4f8f-a301-73138c592385 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 945 time: 0.0780659 Dec 14 18:49:39.347053 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-4b453366-8763-4e76-8169-0bde2fadcf81 req-20222f56-b3d0-4e10-bb05-3cadf296dba4 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522723 Dec 14 18:49:40.548857 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe5eb6-7905-422c-b650-9422e489ac28 req-22c83b12-b4b6-4c74-a784-4ae89dbc436f tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:40.551256 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-65fe5eb6-7905-422c-b650-9422e489ac28 req-22c83b12-b4b6-4c74-a784-4ae89dbc436f tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 945 time: 0.0721478 Dec 14 18:49:40.599014 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-65fe5eb6-7905-422c-b650-9422e489ac28 req-2b15b52c-8cd6-4cdd-8d42-608af4e0c40c tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403886 Dec 14 18:49:41.746221 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69634c-1200-47ac-ac89-2c7f305a66af req-2d137737-2d40-4d51-b2e6-156af7bb5bf7 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:41.748412 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-da69634c-1200-47ac-ac89-2c7f305a66af req-2d137737-2d40-4d51-b2e6-156af7bb5bf7 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 945 time: 0.0668101 Dec 14 18:49:41.807951 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-da69634c-1200-47ac-ac89-2c7f305a66af req-a0b63fc6-1646-42e8-b582-417a72e0ffea tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530477 Dec 14 18:49:42.382972 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-d02ce4e0-4ec8-48d0-8ac4-722242c1be93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:42.944421 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c79adb-b592-4542-8d89-012bad1083f1 req-2322d704-9601-4ce7-a592-275df19dfc7f tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:42.946817 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-01c79adb-b592-4542-8d89-012bad1083f1 req-2322d704-9601-4ce7-a592-275df19dfc7f tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 945 time: 0.0614727 Dec 14 18:49:42.992017 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-01c79adb-b592-4542-8d89-012bad1083f1 req-1acf80b8-541c-4e5c-acc5-8db041d29045 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388062 Dec 14 18:49:44.132560 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ccb3a5-da44-4b2d-bc06-549a88129a53 req-31e7b18b-23f0-41b7-9604-924422774f53 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:44.134714 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f7ccb3a5-da44-4b2d-bc06-549a88129a53 req-31e7b18b-23f0-41b7-9604-924422774f53 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 945 time: 0.0633593 Dec 14 18:49:44.181195 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f7ccb3a5-da44-4b2d-bc06-549a88129a53 req-978df595-658f-4530-a57b-c199da95b647 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384829 Dec 14 18:49:44.747198 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-67da6c6d-d5d5-4600-8670-61bd4d2bfc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:45.308306 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c1c03-545f-4746-944d-b7cf943a1232 req-30fbf5b9-5808-4d0b-9820-3d8ab67088a6 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:45.310489 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-018c1c03-545f-4746-944d-b7cf943a1232 req-30fbf5b9-5808-4d0b-9820-3d8ab67088a6 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 945 time: 0.0517046 Dec 14 18:49:45.368487 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-018c1c03-545f-4746-944d-b7cf943a1232 req-fab62a55-60a3-47f8-8e09-4781d694dba7 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495975 Dec 14 18:49:46.190180 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:46.511821 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9de901-288b-4f34-b8a6-c33845389268 req-d81c3ac5-5ab4-4d8c-ac25-e7891f8c0d62 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:46.513950 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-1b9de901-288b-4f34-b8a6-c33845389268 req-d81c3ac5-5ab4-4d8c-ac25-e7891f8c0d62 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 945 time: 0.0569854 Dec 14 18:49:46.553823 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-1b9de901-288b-4f34-b8a6-c33845389268 req-ccb0e089-6f90-4e79-a4c5-0635326ce204 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337358 Dec 14 18:49:47.530832 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:47.680471 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af6476-4e5d-4b11-9e2c-a9bf1522b4fa req-65daa268-45d0-4faf-9e52-d3e62ac3eb87 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:47.687046 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-44af6476-4e5d-4b11-9e2c-a9bf1522b4fa req-65daa268-45d0-4faf-9e52-d3e62ac3eb87 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 945 time: 0.0559721 Dec 14 18:49:47.728919 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-44af6476-4e5d-4b11-9e2c-a9bf1522b4fa req-485251e6-391c-46e9-9212-36b0895543d4 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404232 Dec 14 18:49:47.876272 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:48.173121 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-345ec60a-5880-46ce-b09d-0f8e15b4666b tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1280192063&fields=id&tenant_id=741cbe7b4b8e44f89263304526525e93 HTTP/1.1" status: 200 len: 267 time: 0.0550318 Dec 14 18:49:48.304164 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-ab5b8494-7e67-40bc-b72a-ef37f50ea720 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:48.305797 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-ab5b8494-7e67-40bc-b72a-ef37f50ea720 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/networks?id=b0fe8517-6221-43b8-ae5a-5eb15b9287f3 HTTP/1.1" status: 200 len: 812 time: 0.1242445 Dec 14 18:49:48.322071 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-a4271860-cada-4c52-9974-20e72d1650ce tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/quotas/741cbe7b4b8e44f89263304526525e93 HTTP/1.1" status: 200 len: 375 time: 0.0102634 Dec 14 18:49:48.374060 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-f649a239-0cd6-4b20-bebf-e58772590a71 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=741cbe7b4b8e44f89263304526525e93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460224 Dec 14 18:49:48.556937 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-1a053b2a-569f-41d4-adc3-db2012c5728b service neutron] 10.222.0.71 "GET /v2.0/networks/b0fe8517-6221-43b8-ae5a-5eb15b9287f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688707 Dec 14 18:49:48.648469 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-9bf88ec7-fce1-46cf-8c41-1455a2b03233 service neutron] 10.222.0.71 "GET /v2.0/networks/b0fe8517-6221-43b8-ae5a-5eb15b9287f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856206 Dec 14 18:49:48.885521 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab7fe7-12f8-47d2-bd13-2f1fd66e674b req-1a7ec7f5-8a55-4c9f-8617-275178ade138 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:48.887096 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-deab7fe7-12f8-47d2-bd13-2f1fd66e674b req-1a7ec7f5-8a55-4c9f-8617-275178ade138 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 945 time: 0.0813782 Dec 14 18:49:48.897504 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326bd7e-786f-4f89-a603-54023468d02e req-1319775e-fd5a-4d9b-913d-de3162acf394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:48.899080 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-2326bd7e-786f-4f89-a603-54023468d02e req-1319775e-fd5a-4d9b-913d-de3162acf394 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8119ae9c02c041da868fd66af898aece&device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 1098 time: 0.0671372 Dec 14 18:49:48.945543 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-39c12449-4856-491a-bf60-afdc96afb0e0 req-ef4221d3-1f10-4c2e-b295-8c5f72cf42e1 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=6a5419f0-fda8-43ad-ab26-ed272aa0b263 HTTP/1.1" status: 200 len: 210 time: 0.0270822 Dec 14 18:49:48.979791 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-deab7fe7-12f8-47d2-bd13-2f1fd66e674b req-851f6a22-e4d6-4e3c-912b-7bbaab4bf9ba tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848920 Dec 14 18:49:49.030953 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326bd7e-786f-4f89-a603-54023468d02e req-4265b4fc-5371-4fd8-9296-cc98277eb224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:49.032423 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-2326bd7e-786f-4f89-a603-54023468d02e req-4265b4fc-5371-4fd8-9296-cc98277eb224 service neutron] 10.222.0.61 "GET /v2.0/networks?id=10892228-a1f8-4a5d-a334-a9f8d999d26d HTTP/1.1" status: 200 len: 917 time: 0.1245368 Dec 14 18:49:49.103105 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-2326bd7e-786f-4f89-a603-54023468d02e req-aff97bd6-299e-42b6-a030-f6439b88eed2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a697b77e-1802-475b-8c0d-62b14fac98eb HTTP/1.1" status: 200 len: 1001 time: 0.0626757 Dec 14 18:49:49.157934 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326bd7e-786f-4f89-a603-54023468d02e req-bb9d80eb-7e7a-4068-8045-0c4ee4f44421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:49.159557 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-2326bd7e-786f-4f89-a603-54023468d02e req-bb9d80eb-7e7a-4068-8045-0c4ee4f44421 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d961d8ae-8136-463f-bf43-32c0a15a6798 HTTP/1.1" status: 200 len: 855 time: 0.0496192 Dec 14 18:49:49.211612 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326bd7e-786f-4f89-a603-54023468d02e req-ecd81e58-6a40-4366-8ab6-7a091b8e0aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:49.213474 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-2326bd7e-786f-4f89-a603-54023468d02e req-ecd81e58-6a40-4366-8ab6-7a091b8e0aec service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10892228-a1f8-4a5d-a334-a9f8d999d26d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452330 Dec 14 18:49:49.315166 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-2326bd7e-786f-4f89-a603-54023468d02e req-de5cf3cc-3d9b-4afd-9483-ff48ff29ae77 service neutron] 10.222.0.61 "GET /v2.0/networks/10892228-a1f8-4a5d-a334-a9f8d999d26d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941432 Dec 14 18:49:49.409825 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-2326bd7e-786f-4f89-a603-54023468d02e req-291c0638-9808-4560-9a7f-e7e62fcf568a service neutron] 10.222.0.61 "GET /v2.0/networks/10892228-a1f8-4a5d-a334-a9f8d999d26d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867162 Dec 14 18:49:49.919215 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-6f0c2284-241c-41ba-84b1-dbce42c0afc5 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:49.920683 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-6f0c2284-241c-41ba-84b1-dbce42c0afc5 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.61 "GET /v2.0/networks?id=b0fe8517-6221-43b8-ae5a-5eb15b9287f3 HTTP/1.1" status: 200 len: 812 time: 0.1148794 Dec 14 18:49:49.966535 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-c394cbb1-50d2-4e6d-81d6-8c029efe54c1 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=741cbe7b4b8e44f89263304526525e93 HTTP/1.1" status: 200 len: 380 time: 0.0336952 Dec 14 18:49:49.976466 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-10ff8b40-94f2-4d21-9df5-012ff2083505 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Request body: {'port': {'device_id': '6a5419f0-fda8-43ad-ab26-ed272aa0b263', 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3', 'admin_state_up': True, 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'security_groups': ['4921582f-ee31-46a4-b486-f3893d1db720']}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:49:50.050065 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-4c25f882-f9b9-49d5-adaa-2995931ce67e req-8303e320-ffb6-43f1-b541-cd9f8bdddcd7 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=6a5419f0-fda8-43ad-ab26-ed272aa0b263 HTTP/1.1" status: 200 len: 210 time: 0.0319719 Dec 14 18:49:50.120420 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-10ff8b40-94f2-4d21-9df5-012ff2083505 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Made reservation on behalf of 741cbe7b4b8e44f89263304526525e93 for: {'port': 1} {{(pid=108020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:49:50.123858 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-10ff8b40-94f2-4d21-9df5-012ff2083505 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:50.133994 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04295f28-4d43-41b4-8dfb-5cbb048e205b req-9196ecb1-9eb5-4a33-a50a-106c7ad7b59f tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:50.135464 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-04295f28-4d43-41b4-8dfb-5cbb048e205b req-9196ecb1-9eb5-4a33-a50a-106c7ad7b59f tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 945 time: 0.0724788 Dec 14 18:49:50.216867 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-04295f28-4d43-41b4-8dfb-5cbb048e205b req-452ea61a-00de-4998-b72e-6126f1b866cf tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751009 Dec 14 18:49:50.319762 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.db_base_plugin_common [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-10ff8b40-94f2-4d21-9df5-012ff2083505 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Allocated IP 172.20.0.5 (b0fe8517-6221-43b8-ae5a-5eb15b9287f3/da885d4c-4599-4681-a9b9-c7916b022d59/de22505a-9b87-4394-b681-bf11c9059ca1) {{(pid=108020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:49:50.476630 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-10ff8b40-94f2-4d21-9df5-012ff2083505 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks [] for port, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:50.511445 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-10ff8b40-94f2-4d21-9df5-012ff2083505 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957'] for port, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:50.559479 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-10ff8b40-94f2-4d21-9df5-012ff2083505 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Network b0fe8517-6221-43b8-ae5a-5eb15b9287f3 is already hosted by enough agents. {{(pid=108020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:49:50.571288 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.base_scheduler [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-10ff8b40-94f2-4d21-9df5-012ff2083505 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Resources bound (agent type, host, resource id): {{(pid=108020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:49:50.573774 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff8b40-94f2-4d21-9df5-012ff2083505 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Pushing event updated for resources: {'Port': ['ID=de22505a-9b87-4394-b681-bf11c9059ca1,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:50.575986 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-10ff8b40-94f2-4d21-9df5-012ff2083505 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Received port after_create {{(pid=108020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:49:50.581589 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-10ff8b40-94f2-4d21-9df5-012ff2083505 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:50.582056 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-10ff8b40-94f2-4d21-9df5-012ff2083505 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:50.600368 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-10ff8b40-94f2-4d21-9df5-012ff2083505 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6269789 Dec 14 18:49:50.612726 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-61dc9947-4de3-4a30-a980-1afdd86170dc service neutron] Request body: {'port': {'device_id': '6a5419f0-fda8-43ad-ab26-ed272aa0b263', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:49:50.669610 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-61dc9947-4de3-4a30-a980-1afdd86170dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:50.747500 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.agents_db [None req-bc91d4ce-6c5b-4ff0-abae-02e3a00e1a46 None None] Agent healthcheck: found 6 active agents {{(pid=108023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:49:50.840571 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-82b63da0-3f08-4f08-bd21-c4264e12da17 None None] Provisioning complete for port de22505a-9b87-4394-b681-bf11c9059ca1 triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:49:50.841135 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-82b63da0-3f08-4f08-bd21-c4264e12da17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:50.876682 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-82b63da0-3f08-4f08-bd21-c4264e12da17 None None] Port de22505a-9b87-4394-b681-bf11c9059ca1 cannot update to ACTIVE because it is not bound. {{(pid=108022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:49:50.939306 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-61dc9947-4de3-4a30-a980-1afdd86170dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de22505a-9b87-4394-b681-bf11c9059ca1 {{(pid=108020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:49:50.947591 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-61dc9947-4de3-4a30-a980-1afdd86170dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:50.959907 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.provisioning_blocks [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-61dc9947-4de3-4a30-a980-1afdd86170dc service neutron] Transition to ACTIVE for port object de22505a-9b87-4394-b681-bf11c9059ca1 will not be triggered until provisioned by entity L2. {{(pid=108020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 18:49:50.965586 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-61dc9947-4de3-4a30-a980-1afdd86170dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:51.027252 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc9947-4de3-4a30-a980-1afdd86170dc service neutron] Pushing event updated for resources: {'Port': ['ID=de22505a-9b87-4394-b681-bf11c9059ca1,revision_number=2']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:51.057187 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-61dc9947-4de3-4a30-a980-1afdd86170dc service neutron] Attempting to bind port de22505a-9b87-4394-b681-bf11c9059ca1 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:49:51.057522 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-61dc9947-4de3-4a30-a980-1afdd86170dc service neutron] Attempting to bind port de22505a-9b87-4394-b681-bf11c9059ca1 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '19e65e64-582f-44b4-bd1f-0003a6cd4022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3'}] {{(pid=108020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:49:51.057847 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-61dc9947-4de3-4a30-a980-1afdd86170dc service neutron] Attempting to bind port de22505a-9b87-4394-b681-bf11c9059ca1 on network b0fe8517-6221-43b8-ae5a-5eb15b9287f3 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:49:51.063928 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-61dc9947-4de3-4a30-a980-1afdd86170dc service neutron] Port de22505a-9b87-4394-b681-bf11c9059ca1 on network b0fe8517-6221-43b8-ae5a-5eb15b9287f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 18:49:51.064230 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-61dc9947-4de3-4a30-a980-1afdd86170dc service neutron] Attempting to bind port de22505a-9b87-4394-b681-bf11c9059ca1 on network b0fe8517-6221-43b8-ae5a-5eb15b9287f3 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:49:51.069959 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-61dc9947-4de3-4a30-a980-1afdd86170dc service neutron] Checking agent: {'id': '1f764c31-0392-4232-adb6-72e70ca44f2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 41, 22), 'started_at': datetime.datetime(2021, 12, 14, 18, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:49:51.070300 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-61dc9947-4de3-4a30-a980-1afdd86170dc service neutron] Checking segment: {'id': '19e65e64-582f-44b4-bd1f-0003a6cd4022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:49:51.070908 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-61dc9947-4de3-4a30-a980-1afdd86170dc service neutron] Bound using segment: {'id': '19e65e64-582f-44b4-bd1f-0003a6cd4022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3'} {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:49:51.071473 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-61dc9947-4de3-4a30-a980-1afdd86170dc service neutron] Bound port: de22505a-9b87-4394-b681-bf11c9059ca1, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e65e64-582f-44b4-bd1f-0003a6cd4022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3'}}] {{(pid=108020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:49:51.072323 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-61dc9947-4de3-4a30-a980-1afdd86170dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:51.160209 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-61dc9947-4de3-4a30-a980-1afdd86170dc service neutron] For port de22505a-9b87-4394-b681-bf11c9059ca1, host hv-cinder-82174, cleared binding levels {{(pid=108020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:49:51.164479 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-61dc9947-4de3-4a30-a980-1afdd86170dc service neutron] For port de22505a-9b87-4394-b681-bf11c9059ca1, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=de22505a-9b87-4394-b681-bf11c9059ca1,segment=NetworkSegment(19e65e64-582f-44b4-bd1f-0003a6cd4022),segment_id=19e65e64-582f-44b4-bd1f-0003a6cd4022)] {{(pid=108020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:49:51.182571 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-61dc9947-4de3-4a30-a980-1afdd86170dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:51.188852 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab056e-b681-4bdc-accd-3551cd9d443d req-b56f5d6d-90ab-455e-a043-e756c7d768fd tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:51.206609 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-d7ab056e-b681-4bdc-accd-3551cd9d443d req-b56f5d6d-90ab-455e-a043-e756c7d768fd tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=6a5419f0-fda8-43ad-ab26-ed272aa0b263 HTTP/1.1" status: 200 len: 943 time: 0.0845873 Dec 14 18:49:51.238146 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-61dc9947-4de3-4a30-a980-1afdd86170dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:51.238844 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-61dc9947-4de3-4a30-a980-1afdd86170dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:51.240330 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-61dc9947-4de3-4a30-a980-1afdd86170dc service neutron] 10.222.0.61 "PUT /v2.0/ports/de22505a-9b87-4394-b681-bf11c9059ca1 HTTP/1.1" status: 200 len: 1093 time: 0.6324310 Dec 14 18:49:51.241404 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a5419f0-fda8-43ad-ab26-ed272aa0b263', 'tag': 'de22505a-9b87-4394-b681-bf11c9059ca1'}] {{(pid=108020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:49:51.243917 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d1d651e17726932f2c063a5cb62fed0687a982c73a8c4b64805019ed9839e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79dea1bf-1ee9-4e49-a14b-61200024d3e5" -d '{"events": [{"name": "network-changed", "server_uuid": "6a5419f0-fda8-43ad-ab26-ed272aa0b263", "tag": "de22505a-9b87-4394-b681-bf11c9059ca1"}]}' {{(pid=108020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:49:51.278198 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc9947-4de3-4a30-a980-1afdd86170dc service neutron] Pushing event updated for resources: {'Port': ['ID=de22505a-9b87-4394-b681-bf11c9059ca1,revision_number=3']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:51.289524 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-d7ab056e-b681-4bdc-accd-3551cd9d443d req-343bf489-3005-4949-9b1c-3a6c0c4f9bbd tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760581 Dec 14 18:49:51.334994 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18231bb-2a53-4512-84bb-bafeda0c2e0b x-openstack-request-id: req-f18231bb-2a53-4512-84bb-bafeda0c2e0b {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:49:51.335292 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a5419f0-fda8-43ad-ab26-ed272aa0b263", "tag": "de22505a-9b87-4394-b681-bf11c9059ca1", "status": "completed", "code": 200}]} {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:49:51.335547 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f18231bb-2a53-4512-84bb-bafeda0c2e0b {{(pid=108020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:49:51.335943 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a5419f0-fda8-43ad-ab26-ed272aa0b263', 'tag': 'de22505a-9b87-4394-b681-bf11c9059ca1', 'status': 'completed', 'code': 200} Dec 14 18:49:51.350414 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-ef631450-90ff-48e3-a6e4-fc5e27f2bc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:51.352087 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-ef631450-90ff-48e3-a6e4-fc5e27f2bc7c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=741cbe7b4b8e44f89263304526525e93&device_id=6a5419f0-fda8-43ad-ab26-ed272aa0b263 HTTP/1.1" status: 200 len: 1096 time: 0.0461113 Dec 14 18:49:51.404630 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-08349d9b-cdf7-448e-bbe1-e8dd1a93b636 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de22505a-9b87-4394-b681-bf11c9059ca1 HTTP/1.1" status: 200 len: 217 time: 0.0433550 Dec 14 18:49:51.410217 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf4419-e46d-474d-bad9-6eb07404f57f req-b0f25acf-3798-4dee-8008-df1c3bf9a845 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:51.411883 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-9faf4419-e46d-474d-bad9-6eb07404f57f req-b0f25acf-3798-4dee-8008-df1c3bf9a845 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 945 time: 0.0531166 Dec 14 18:49:51.452654 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-9faf4419-e46d-474d-bad9-6eb07404f57f req-8675b7df-0547-4bd9-b0e6-7b9a2d73d351 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342178 Dec 14 18:49:51.463909 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-5f8c5297-b3a8-4167-ad89-67cf14482ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:51.465541 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-5f8c5297-b3a8-4167-ad89-67cf14482ff4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=da885d4c-4599-4681-a9b9-c7916b022d59 HTTP/1.1" status: 200 len: 851 time: 0.0531039 Dec 14 18:49:51.525369 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-2c918446-1211-4191-896e-373f69c72ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:51.527093 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-2c918446-1211-4191-896e-373f69c72ac7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b0fe8517-6221-43b8-ae5a-5eb15b9287f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532575 Dec 14 18:49:51.635570 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-d09f90b1-c9a6-42b7-9d83-7c2b6ef7a391 service neutron] 10.222.0.61 "GET /v2.0/networks/b0fe8517-6221-43b8-ae5a-5eb15b9287f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011155 Dec 14 18:49:51.761624 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-2ea5ac7e-56d7-490c-8713-1c79a31eddfe req-3d3d36ef-2089-4bfb-8cd5-d0b52e6937cb service neutron] 10.222.0.61 "GET /v2.0/networks/b0fe8517-6221-43b8-ae5a-5eb15b9287f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193302 Dec 14 18:49:51.853228 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dea1bf-1ee9-4e49-a14b-61200024d3e5 req-b0468b39-f655-4c56-98b0-a3a7f18ad019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:51.854767 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-79dea1bf-1ee9-4e49-a14b-61200024d3e5 req-b0468b39-f655-4c56-98b0-a3a7f18ad019 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=741cbe7b4b8e44f89263304526525e93&device_id=6a5419f0-fda8-43ad-ab26-ed272aa0b263 HTTP/1.1" status: 200 len: 1096 time: 0.0469527 Dec 14 18:49:51.955711 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dea1bf-1ee9-4e49-a14b-61200024d3e5 req-d6141b7b-d50d-409c-a6cb-2f29b3440392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:51.957349 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-79dea1bf-1ee9-4e49-a14b-61200024d3e5 req-d6141b7b-d50d-409c-a6cb-2f29b3440392 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b0fe8517-6221-43b8-ae5a-5eb15b9287f3 HTTP/1.1" status: 200 len: 913 time: 0.0947347 Dec 14 18:49:52.097807 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device a697b77e-1802-475b-8c0d-62b14fac98eb no longer exists at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:49:52.158949 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:52.207382 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:52.231188 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbe5052-8fc3-482c-8392-7c0f33b4e415', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a697b77e-1802-475b-8c0d-62b14fac98eb'}] {{(pid=108022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:49:52.231574 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f979374-2c3e-4625-a742-3e3f16666c41 req-27540fac-6f0b-4cd6-8233-e61fb8e32dd2 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:52.234583 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4652f51f42c3be85180d8c5c7bba1325bd3159a0fd8a88314674832532d8132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b775b9-4f39-49c2-a7b2-8153646e2ab6" -d '{"events": [{"server_uuid": "dfbe5052-8fc3-482c-8392-7c0f33b4e415", "name": "network-vif-unplugged", "status": "completed", "tag": "a697b77e-1802-475b-8c0d-62b14fac98eb"}]}' {{(pid=108022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:49:52.240287 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-6f979374-2c3e-4625-a742-3e3f16666c41 req-27540fac-6f0b-4cd6-8233-e61fb8e32dd2 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=99930995-ded4-49c5-a696-ee1fedc9b68c HTTP/1.1" status: 200 len: 945 time: 0.0643251 Dec 14 18:49:52.244540 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-79dea1bf-1ee9-4e49-a14b-61200024d3e5 req-1254555b-7a2b-48b3-8e8a-305a2bdb4667 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de22505a-9b87-4394-b681-bf11c9059ca1 HTTP/1.1" status: 200 len: 217 time: 0.2779183 Dec 14 18:49:52.250298 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port a697b77e-1802-475b-8c0d-62b14fac98eb, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a697b77e-1802-475b-8c0d-62b14fac98eb,segment=NetworkSegment(d67fca54-e316-4758-9f95-27fc03e03491),segment_id=d67fca54-e316-4758-9f95-27fc03e03491)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:49:52.256938 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:52.293770 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-6f979374-2c3e-4625-a742-3e3f16666c41 req-4b8ea748-bdfe-46fa-b07e-1d2bfdb9192e tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=82c14994-a267-4dde-b19f-485bc5a7365e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519936 Dec 14 18:49:52.307167 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 14 Dec 2021 18:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ba26b2-6c33-4f1f-82c6-6046626db9f5 x-openstack-request-id: req-21ba26b2-6c33-4f1f-82c6-6046626db9f5 {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:49:52.307484 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfbe5052-8fc3-482c-8392-7c0f33b4e415", "name": "network-vif-unplugged", "status": "failed", "tag": "a697b77e-1802-475b-8c0d-62b14fac98eb", "code": 422}]} {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:49:52.307735 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-21ba26b2-6c33-4f1f-82c6-6046626db9f5 {{(pid=108022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:49:52.308122 dv-cinder-821746-1-iscsi neutron-server[108022]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dfbe5052-8fc3-482c-8392-7c0f33b4e415', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a697b77e-1802-475b-8c0d-62b14fac98eb', 'code': 422} returned with failed status Dec 14 18:49:52.316358 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dea1bf-1ee9-4e49-a14b-61200024d3e5 req-d969926f-f38c-40fe-a6d7-5dc83eda539c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:52.317783 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-79dea1bf-1ee9-4e49-a14b-61200024d3e5 req-d969926f-f38c-40fe-a6d7-5dc83eda539c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=da885d4c-4599-4681-a9b9-c7916b022d59 HTTP/1.1" status: 200 len: 851 time: 0.0653179 Dec 14 18:49:52.335880 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=a697b77e-1802-475b-8c0d-62b14fac98eb,revision_number=8']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:52.380732 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dea1bf-1ee9-4e49-a14b-61200024d3e5 req-7bb6c023-7d1d-433e-951f-0583129a1c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:52.382439 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-79dea1bf-1ee9-4e49-a14b-61200024d3e5 req-7bb6c023-7d1d-433e-951f-0583129a1c1f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b0fe8517-6221-43b8-ae5a-5eb15b9287f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461802 Dec 14 18:49:52.426031 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cac8c5-37c0-4e14-924f-2ee93b33d056 req-973ac41b-fbd6-4f06-8938-b18a38977367 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:52.428173 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-e6cac8c5-37c0-4e14-924f-2ee93b33d056 req-973ac41b-fbd6-4f06-8938-b18a38977367 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=6a5419f0-fda8-43ad-ab26-ed272aa0b263 HTTP/1.1" status: 200 len: 943 time: 0.0594652 Dec 14 18:49:52.478573 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-e6cac8c5-37c0-4e14-924f-2ee93b33d056 req-320b4218-4181-4ee9-8ab1-0bb04e5694b9 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406427 Dec 14 18:49:52.509414 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-79dea1bf-1ee9-4e49-a14b-61200024d3e5 req-d1db52f2-53e4-418c-83ef-3933236c1f77 service neutron] 10.222.0.61 "GET /v2.0/networks/b0fe8517-6221-43b8-ae5a-5eb15b9287f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191902 Dec 14 18:49:52.599407 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10af95-3547-4d47-a8c7-2bac6b5d0c9b req-45570233-b3eb-463e-b155-f45a2ccad947 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:52.601442 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-0f10af95-3547-4d47-a8c7-2bac6b5d0c9b req-45570233-b3eb-463e-b155-f45a2ccad947 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 943 time: 0.1071646 Dec 14 18:49:52.646250 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-79dea1bf-1ee9-4e49-a14b-61200024d3e5 req-c8542ef3-a926-495b-a158-265ff2b36293 service neutron] 10.222.0.61 "GET /v2.0/networks/b0fe8517-6221-43b8-ae5a-5eb15b9287f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225526 Dec 14 18:49:52.661090 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-0f10af95-3547-4d47-a8c7-2bac6b5d0c9b req-fec96125-3446-46f5-9f1c-a5f580315eab tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486488 Dec 14 18:49:52.737798 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 48098) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:49:52.822038 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-419c8cd7-13f8-4991-9527-58e2624bf68c req-dfc04be7-d15d-4819-ac43-e0e962c31d4f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0831041 Dec 14 18:49:52.830791 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [req-419c8cd7-13f8-4991-9527-58e2624bf68c req-a7fbbcff-e796-4b14-8a2f-b3f97bb03727 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=108020) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 18:49:52.831740 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-419c8cd7-13f8-4991-9527-58e2624bf68c req-a7fbbcff-e796-4b14-8a2f-b3f97bb03727 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048490 Dec 14 18:49:53.406003 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df479f-57fc-4b80-a9c3-be9efeec3f53 req-03f2c7ae-c0cd-4d35-be46-75538f6a14f0 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:53.407487 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-20df479f-57fc-4b80-a9c3-be9efeec3f53 req-03f2c7ae-c0cd-4d35-be46-75538f6a14f0 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=99930995-ded4-49c5-a696-ee1fedc9b68c HTTP/1.1" status: 200 len: 945 time: 0.0508168 Dec 14 18:49:53.446519 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-20df479f-57fc-4b80-a9c3-be9efeec3f53 req-8419c6c5-f72d-481f-99f0-39f13f9acdfd tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=82c14994-a267-4dde-b19f-485bc5a7365e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315502 Dec 14 18:49:53.603180 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60835285-6b44-40ac-add4-5cf21ecdfedd req-06577d0d-4acd-492d-9d78-54f5294eb8dc tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:53.604552 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-60835285-6b44-40ac-add4-5cf21ecdfedd req-06577d0d-4acd-492d-9d78-54f5294eb8dc tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=6a5419f0-fda8-43ad-ab26-ed272aa0b263 HTTP/1.1" status: 200 len: 943 time: 0.0504775 Dec 14 18:49:53.667338 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-60835285-6b44-40ac-add4-5cf21ecdfedd req-62cc67d0-08ad-428f-a5c1-9a02860304de tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557790 Dec 14 18:49:53.676488 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c8cd7-13f8-4991-9527-58e2624bf68c req-59816919-82d4-47a5-bfeb-04d136e36891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:53.678599 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-419c8cd7-13f8-4991-9527-58e2624bf68c req-59816919-82d4-47a5-bfeb-04d136e36891 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415&tenant_id=8119ae9c02c041da868fd66af898aece HTTP/1.1" status: 200 len: 1096 time: 0.0529530 Dec 14 18:49:53.746290 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c8cd7-13f8-4991-9527-58e2624bf68c req-4d8ce04e-dac7-4c50-9295-68538cb2f809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:53.747965 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-419c8cd7-13f8-4991-9527-58e2624bf68c req-4d8ce04e-dac7-4c50-9295-68538cb2f809 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8119ae9c02c041da868fd66af898aece&device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 1096 time: 0.0426459 Dec 14 18:49:53.781835 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1032494-0594-493d-8500-33ec17965de8 req-b8fb8d87-dbd5-4775-88e8-26ed1b67dfe6 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:53.783334 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-a1032494-0594-493d-8500-33ec17965de8 req-b8fb8d87-dbd5-4775-88e8-26ed1b67dfe6 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 943 time: 0.0493381 Dec 14 18:49:53.821101 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-a1032494-0594-493d-8500-33ec17965de8 req-2f206ab5-7ba7-4453-bcdf-3200911a2fdb tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310833 Dec 14 18:49:53.844795 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c8cd7-13f8-4991-9527-58e2624bf68c req-121600c9-8bcc-48cb-becd-4fede102eea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:53.846255 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-419c8cd7-13f8-4991-9527-58e2624bf68c req-121600c9-8bcc-48cb-becd-4fede102eea1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=10892228-a1f8-4a5d-a334-a9f8d999d26d HTTP/1.1" status: 200 len: 917 time: 0.0887494 Dec 14 18:49:53.914626 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-419c8cd7-13f8-4991-9527-58e2624bf68c req-fd33834a-42bf-429e-86e4-10e3b7812080 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a697b77e-1802-475b-8c0d-62b14fac98eb HTTP/1.1" status: 200 len: 999 time: 0.0583863 Dec 14 18:49:53.991617 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c8cd7-13f8-4991-9527-58e2624bf68c req-a42e416f-0dd6-45a2-ac70-1915e96c1964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:53.993054 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-419c8cd7-13f8-4991-9527-58e2624bf68c req-a42e416f-0dd6-45a2-ac70-1915e96c1964 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d961d8ae-8136-463f-bf43-32c0a15a6798 HTTP/1.1" status: 200 len: 855 time: 0.0703244 Dec 14 18:49:54.016663 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32616c1-58c7-4956-9c19-73c5bcfd4541 req-d78c6da5-dddc-40c8-a311-d4d2d218c379 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:54.018059 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c32616c1-58c7-4956-9c19-73c5bcfd4541 req-d78c6da5-dddc-40c8-a311-d4d2d218c379 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.61 "GET /v2.0/ports?device_id=99930995-ded4-49c5-a696-ee1fedc9b68c HTTP/1.1" status: 200 len: 945 time: 0.0710521 Dec 14 18:49:54.081076 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c8cd7-13f8-4991-9527-58e2624bf68c req-d976e93d-0bce-444c-81ed-bca67c7675bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:54.082533 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-419c8cd7-13f8-4991-9527-58e2624bf68c req-d976e93d-0bce-444c-81ed-bca67c7675bc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10892228-a1f8-4a5d-a334-a9f8d999d26d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0818157 Dec 14 18:49:54.199594 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [req-c32616c1-58c7-4956-9c19-73c5bcfd4541 req-6ce7bd72-2323-4712-90dc-7f4614d27b97 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Deleting port b79fcf33-7392-47ce-9c41-e712e048de72 {{(pid=108020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:49:54.199829 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-c32616c1-58c7-4956-9c19-73c5bcfd4541 req-6ce7bd72-2323-4712-90dc-7f4614d27b97 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:54.206403 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-419c8cd7-13f8-4991-9527-58e2624bf68c req-e99f88b8-e53c-4560-8663-ff8a713c4540 service neutron] 10.222.0.61 "GET /v2.0/networks/10892228-a1f8-4a5d-a334-a9f8d999d26d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067250 Dec 14 18:49:54.357023 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-c32616c1-58c7-4956-9c19-73c5bcfd4541 req-6ce7bd72-2323-4712-90dc-7f4614d27b97 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] For port b79fcf33-7392-47ce-9c41-e712e048de72, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=b79fcf33-7392-47ce-9c41-e712e048de72,segment=NetworkSegment(0ad4ed73-9327-4e24-9a3d-54336f11a8d9),segment_id=0ad4ed73-9327-4e24-9a3d-54336f11a8d9)] {{(pid=108020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:49:54.357383 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-c32616c1-58c7-4956-9c19-73c5bcfd4541 req-6ce7bd72-2323-4712-90dc-7f4614d27b97 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:54.370438 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-419c8cd7-13f8-4991-9527-58e2624bf68c req-3b4bc4f7-8357-4661-bf95-c776f91d169b service neutron] 10.222.0.61 "GET /v2.0/networks/10892228-a1f8-4a5d-a334-a9f8d999d26d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536934 Dec 14 18:49:54.597445 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-c32616c1-58c7-4956-9c19-73c5bcfd4541 req-6ce7bd72-2323-4712-90dc-7f4614d27b97 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:54.597808 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-c32616c1-58c7-4956-9c19-73c5bcfd4541 req-6ce7bd72-2323-4712-90dc-7f4614d27b97 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552536'] for floatingip, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:54.598129 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.db.l3_db [req-c32616c1-58c7-4956-9c19-73c5bcfd4541 req-6ce7bd72-2323-4712-90dc-7f4614d27b97 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Floating IP 9b1d0a61-5018-4ccb-9019-068c2a2bf885 disassociated. External IP: 172.27.2.82, port: b79fcf33-7392-47ce-9c41-e712e048de72. Dec 14 18:49:54.598486 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [req-c32616c1-58c7-4956-9c19-73c5bcfd4541 req-6ce7bd72-2323-4712-90dc-7f4614d27b97 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Calling delete_port for b79fcf33-7392-47ce-9c41-e712e048de72 owned by compute:nova {{(pid=108020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:49:54.653300 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201211ff-1d27-422a-a9e5-68e5dcf832fc req-16bb4ff5-b03d-4d8e-b832-335df272fdf3 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:54.654841 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-201211ff-1d27-422a-a9e5-68e5dcf832fc req-16bb4ff5-b03d-4d8e-b832-335df272fdf3 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=99930995-ded4-49c5-a696-ee1fedc9b68c HTTP/1.1" status: 200 len: 945 time: 0.1122074 Dec 14 18:49:54.716168 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-201211ff-1d27-422a-a9e5-68e5dcf832fc req-9ed5e521-1e6a-48f7-9161-b71b2faad9a2 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups?id=82c14994-a267-4dde-b19f-485bc5a7365e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531850 Dec 14 18:49:54.821206 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-c32616c1-58c7-4956-9c19-73c5bcfd4541 req-6ce7bd72-2323-4712-90dc-7f4614d27b97 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966'] for port, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:54.853895 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9181b6a-c02e-4af2-aa08-2d6e6dd72340 req-77046f59-f1f6-4275-8c03-47a33ab65fd2 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:54.857967 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-c9181b6a-c02e-4af2-aa08-2d6e6dd72340 req-77046f59-f1f6-4275-8c03-47a33ab65fd2 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=6a5419f0-fda8-43ad-ab26-ed272aa0b263 HTTP/1.1" status: 200 len: 943 time: 0.1022103 Dec 14 18:49:54.897169 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce7bd72-2323-4712-90dc-7f4614d27b97 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Pushing event deleted for resources: {'Port': ['ID=b79fcf33-7392-47ce-9c41-e712e048de72,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:49:54.960970 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-c9181b6a-c02e-4af2-aa08-2d6e6dd72340 req-243483f6-771a-4c6c-953e-8c6ba82c5d46 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897570 Dec 14 18:49:55.074533 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c32616c1-58c7-4956-9c19-73c5bcfd4541 req-6ce7bd72-2323-4712-90dc-7f4614d27b97 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Router 2eaec3f5-d1ab-4393-979c-0aa2ee05f586 has already been hosted by L3 agent 61f97045-3475-4abf-9bb4-9e4a5178f14d {{(pid=108020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:49:55.150401 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8358125-8b96-47d0-bd3c-7168369c513e req-e207f438-67db-41ae-b267-2c9c174b4484 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:55.151978 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f8358125-8b96-47d0-bd3c-7168369c513e req-e207f438-67db-41ae-b267-2c9c174b4484 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 943 time: 0.0941229 Dec 14 18:49:55.230485 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f8358125-8b96-47d0-bd3c-7168369c513e req-1d60465d-a47f-48e0-802f-87eaa2802d9b tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487423 Dec 14 18:49:55.251658 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c32616c1-58c7-4956-9c19-73c5bcfd4541 req-6ce7bd72-2323-4712-90dc-7f4614d27b97 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify agent at l3_agent.dv-cinder-821746-1-iscsi the message routers_updated {{(pid=108020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:49:55.262659 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab99e9d9-0bd5-4b0b-86ea-fcda38e8e22c None None] Sync routers for ids ['2eaec3f5-d1ab-4393-979c-0aa2ee05f586'] in dv-cinder-821746-1-iscsi {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:49:55.274186 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab99e9d9-0bd5-4b0b-86ea-fcda38e8e22c None None] Routers {'2eaec3f5-d1ab-4393-979c-0aa2ee05f586'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:49:55.275050 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-ab99e9d9-0bd5-4b0b-86ea-fcda38e8e22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:49:45Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['2eaec3f5-d1ab-4393-979c-0aa2ee05f586'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:49:55.298585 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32616c1-58c7-4956-9c19-73c5bcfd4541 req-6ce7bd72-2323-4712-90dc-7f4614d27b97 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] No DVR routers for this DVR port b79fcf33-7392-47ce-9c41-e712e048de72 on host hv-cinder-82174 {{(pid=108020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:49:55.301672 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-c32616c1-58c7-4956-9c19-73c5bcfd4541 req-6ce7bd72-2323-4712-90dc-7f4614d27b97 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:49:55.315800 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c32616c1-58c7-4956-9c19-73c5bcfd4541 req-6ce7bd72-2323-4712-90dc-7f4614d27b97 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.61 "DELETE /v2.0/ports/b79fcf33-7392-47ce-9c41-e712e048de72 HTTP/1.1" status: 204 len: 173 time: 1.2719090 Dec 14 18:49:55.316458 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99930995-ded4-49c5-a696-ee1fedc9b68c', 'name': 'network-vif-deleted', 'tag': 'b79fcf33-7392-47ce-9c41-e712e048de72'}] {{(pid=108020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:49:55.320431 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d1d651e17726932f2c063a5cb62fed0687a982c73a8c4b64805019ed9839e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e341e671-f622-4c1e-87ae-0476169d67f4" -d '{"events": [{"server_uuid": "99930995-ded4-49c5-a696-ee1fedc9b68c", "name": "network-vif-deleted", "tag": "b79fcf33-7392-47ce-9c41-e712e048de72"}]}' {{(pid=108020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:49:55.376881 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388ef6fa-ad4b-4608-a260-620430a30375 x-openstack-request-id: req-388ef6fa-ad4b-4608-a260-620430a30375 {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:49:55.377181 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99930995-ded4-49c5-a696-ee1fedc9b68c", "name": "network-vif-deleted", "tag": "b79fcf33-7392-47ce-9c41-e712e048de72", "status": "completed", "code": 200}]} {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:49:55.377437 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-388ef6fa-ad4b-4608-a260-620430a30375 {{(pid=108020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:49:55.377873 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99930995-ded4-49c5-a696-ee1fedc9b68c', 'name': 'network-vif-deleted', 'tag': 'b79fcf33-7392-47ce-9c41-e712e048de72', 'status': 'completed', 'code': 200} Dec 14 18:49:55.421296 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-ab99e9d9-0bd5-4b0b-86ea-fcda38e8e22c None None] Set router 2eaec3f5-d1ab-4393-979c-0aa2ee05f586 gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:49:55.636889 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-ab99e9d9-0bd5-4b0b-86ea-fcda38e8e22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'name': 'tempest-AttachVolumeTestJSON-446952873-router', 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '303ba977-dea2-4fd7-b05c-89378886da8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:43:16Z', 'updated_at': '2021-12-14T18:43:23Z', 'revision_number': 4, 'project_id': '949697f6123f48b49b1dfa9ea09b6236', 'gw_port': {'id': '303ba977-dea2-4fd7-b05c-89378886da8b', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:43:17Z', 'updated_at': '2021-12-14T18:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': '3be75fd1-821c-49fb-aa19-76df4b7a37b7', 'name': '', 'network_id': '7f7553d6-566b-442a-8474-b9703b3d3a26', 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236', 'mac_address': 'fa:16:3e:70:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50e7903b-7a00-4646-be83-d8fc7d2d11f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:43:21Z', 'updated_at': '2021-12-14T18:43:27Z', 'revision_number': 5, 'project_id': '949697f6123f48b49b1dfa9ea09b6236', 'subnets': [{'id': '50e7903b-7a00-4646-be83-d8fc7d2d11f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:49:55.665721 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab99e9d9-0bd5-4b0b-86ea-fcda38e8e22c None None] Checking router: 2eaec3f5-d1ab-4393-979c-0aa2ee05f586 for host: dv-cinder-821746-1-iscsi {{(pid=108022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:49:55.674769 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab99e9d9-0bd5-4b0b-86ea-fcda38e8e22c None None] Routers {'2eaec3f5-d1ab-4393-979c-0aa2ee05f586'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:49:55.675401 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-ab99e9d9-0bd5-4b0b-86ea-fcda38e8e22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:49:45Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['2eaec3f5-d1ab-4393-979c-0aa2ee05f586'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:49:55.787696 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-ab99e9d9-0bd5-4b0b-86ea-fcda38e8e22c None None] Set router 2eaec3f5-d1ab-4393-979c-0aa2ee05f586 gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:49:55.841925 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-10551ae8-b9b4-4d15-b313-6f787953c5af req-c2d21a8e-7c10-4462-af6d-34e8ac2b2004 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=99930995-ded4-49c5-a696-ee1fedc9b68c HTTP/1.1" status: 200 len: 210 time: 0.0269103 Dec 14 18:49:56.041369 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-ab99e9d9-0bd5-4b0b-86ea-fcda38e8e22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'name': 'tempest-AttachVolumeTestJSON-446952873-router', 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '303ba977-dea2-4fd7-b05c-89378886da8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:43:16Z', 'updated_at': '2021-12-14T18:43:23Z', 'revision_number': 4, 'project_id': '949697f6123f48b49b1dfa9ea09b6236', 'gw_port': {'id': '303ba977-dea2-4fd7-b05c-89378886da8b', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:43:17Z', 'updated_at': '2021-12-14T18:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': '3be75fd1-821c-49fb-aa19-76df4b7a37b7', 'name': '', 'network_id': '7f7553d6-566b-442a-8474-b9703b3d3a26', 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236', 'mac_address': 'fa:16:3e:70:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50e7903b-7a00-4646-be83-d8fc7d2d11f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:43:21Z', 'updated_at': '2021-12-14T18:43:27Z', 'revision_number': 5, 'project_id': '949697f6123f48b49b1dfa9ea09b6236', 'subnets': [{'id': '50e7903b-7a00-4646-be83-d8fc7d2d11f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:49:56.077101 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab99e9d9-0bd5-4b0b-86ea-fcda38e8e22c None None] The sync data for ids ['2eaec3f5-d1ab-4393-979c-0aa2ee05f586'] in dv-cinder-821746-1-iscsi is: [{'id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'name': 'tempest-AttachVolumeTestJSON-446952873-router', 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '303ba977-dea2-4fd7-b05c-89378886da8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:43:16Z', 'updated_at': '2021-12-14T18:43:23Z', 'revision_number': 4, 'project_id': '949697f6123f48b49b1dfa9ea09b6236', 'gw_port': {'id': '303ba977-dea2-4fd7-b05c-89378886da8b', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:43:17Z', 'updated_at': '2021-12-14T18:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': '3be75fd1-821c-49fb-aa19-76df4b7a37b7', 'name': '', 'network_id': '7f7553d6-566b-442a-8474-b9703b3d3a26', 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236', 'mac_address': 'fa:16:3e:70:25:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '50e7903b-7a00-4646-be83-d8fc7d2d11f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:43:21Z', 'updated_at': '2021-12-14T18:43:27Z', 'revision_number': 5, 'project_id': '949697f6123f48b49b1dfa9ea09b6236', 'subnets': [{'id': '50e7903b-7a00-4646-be83-d8fc7d2d11f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:49:56.096900 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba08036-b6bd-4e0f-a909-379e299601df req-9aaa7bb5-5001-4e29-8cf9-4d1bea7a7769 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:56.098376 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-1ba08036-b6bd-4e0f-a909-379e299601df req-9aaa7bb5-5001-4e29-8cf9-4d1bea7a7769 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=6a5419f0-fda8-43ad-ab26-ed272aa0b263 HTTP/1.1" status: 200 len: 943 time: 0.0609393 Dec 14 18:49:56.121829 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device b79fcf33-7392-47ce-9c41-e712e048de72 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:49:56.151236 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-1ba08036-b6bd-4e0f-a909-379e299601df req-81edd7e4-68b8-4513-8bae-33feb660d6f6 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466940 Dec 14 18:49:56.163535 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] No Port match for: b79fcf33-7392-47ce-9c41-e712e048de72 {{(pid=108022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:49:56.163899 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device b79fcf33-7392-47ce-9c41-e712e048de72 not bound to the agent host hv-cinder-82174 {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:49:56.356894 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe97c0a-189c-49e3-8cd9-75462eaf2ad7 None None] New status for floating IP 9b1d0a61-5018-4ccb-9019-068c2a2bf885: DOWN {{(pid=108023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 18:49:56.364805 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665592a-aea5-4f69-a776-9290a3896750 req-1bccfab4-1a49-4d49-81d7-bd72e14606ec tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:56.366944 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5665592a-aea5-4f69-a776-9290a3896750 req-1bccfab4-1a49-4d49-81d7-bd72e14606ec tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 943 time: 0.0595422 Dec 14 18:49:56.406941 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5665592a-aea5-4f69-a776-9290a3896750 req-298d50c5-2892-4850-8db2-6b25b32646cc tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340436 Dec 14 18:49:56.936904 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-50376b37-b0f6-47b9-bedc-b84649c7c533 req-ee97c6ba-dfb5-424d-9643-87c10235bc69 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=99930995-ded4-49c5-a696-ee1fedc9b68c HTTP/1.1" status: 200 len: 210 time: 0.0269527 Dec 14 18:49:57.269058 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2d0e4-aef0-4a53-97d8-930f135f6560 req-30b3e923-7a21-4b20-bcfb-1a7c64a7f86a tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:57.270567 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-14b2d0e4-aef0-4a53-97d8-930f135f6560 req-30b3e923-7a21-4b20-bcfb-1a7c64a7f86a tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=6a5419f0-fda8-43ad-ab26-ed272aa0b263 HTTP/1.1" status: 200 len: 943 time: 0.0540404 Dec 14 18:49:57.308290 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-14b2d0e4-aef0-4a53-97d8-930f135f6560 req-b68dc0a5-5087-4896-8a85-aa8a3f7e317a tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309286 Dec 14 18:49:57.547031 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0673d1-abac-4406-b7e9-396f26c766d9 req-d1410ef3-2292-4513-af2e-7df05f90a076 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:57.548625 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-aa0673d1-abac-4406-b7e9-396f26c766d9 req-d1410ef3-2292-4513-af2e-7df05f90a076 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 943 time: 0.0543685 Dec 14 18:49:57.595588 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-aa0673d1-abac-4406-b7e9-396f26c766d9 req-0c811205-f3da-4d7e-8cb4-beb953dc4a5f tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405974 Dec 14 18:49:58.031085 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4d2c8284-6e2f-4a8f-8ede-b0481dbb188f req-ee65f65d-ab24-4006-82ec-b119c7a95060 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=99930995-ded4-49c5-a696-ee1fedc9b68c HTTP/1.1" status: 200 len: 210 time: 0.0260386 Dec 14 18:49:58.438790 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99aaed9-579e-43d2-802f-c129f49392fd req-2ea405e8-931e-4a78-9a97-3ed5ab35f77c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:58.441025 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-e99aaed9-579e-43d2-802f-c129f49392fd req-2ea405e8-931e-4a78-9a97-3ed5ab35f77c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=6a5419f0-fda8-43ad-ab26-ed272aa0b263 HTTP/1.1" status: 200 len: 943 time: 0.0654280 Dec 14 18:49:58.479622 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-e99aaed9-579e-43d2-802f-c129f49392fd req-7fab9216-43f4-43e6-8e89-ab172f46d15b tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328467 Dec 14 18:49:58.723893 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c54d83-38da-48af-a4cf-6180a3d76a19 req-d738d5e7-ce38-44da-9db7-80ef5d13ecf0 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:58.725406 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-77c54d83-38da-48af-a4cf-6180a3d76a19 req-d738d5e7-ce38-44da-9db7-80ef5d13ecf0 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 943 time: 0.0548668 Dec 14 18:49:58.763016 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-77c54d83-38da-48af-a4cf-6180a3d76a19 req-69945218-0926-45ff-92f0-7e204070cd6a tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317378 Dec 14 18:49:59.131310 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-f7de396a-8ba7-400c-ac6b-281508ab9fb4 req-83fb8195-8f8c-4a1b-9723-5028f05db35f tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=99930995-ded4-49c5-a696-ee1fedc9b68c HTTP/1.1" status: 200 len: 210 time: 0.0275235 Dec 14 18:49:59.594298 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58718f-038e-4882-aa27-b1744e95a05d req-a2902e5c-0c69-4480-8e5a-d2256203f167 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:59.595889 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-1b58718f-038e-4882-aa27-b1744e95a05d req-a2902e5c-0c69-4480-8e5a-d2256203f167 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=6a5419f0-fda8-43ad-ab26-ed272aa0b263 HTTP/1.1" status: 200 len: 943 time: 0.0514886 Dec 14 18:49:59.640933 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-1b58718f-038e-4882-aa27-b1744e95a05d req-9182f8d5-69ab-4ee2-aa99-afe67c13e0a4 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374105 Dec 14 18:49:59.883515 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3107ba8-d90e-4592-90ad-7ad4b7ac9711 req-d808a6b8-c323-4018-86b4-20a4b885a252 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:49:59.885052 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-d3107ba8-d90e-4592-90ad-7ad4b7ac9711 req-d808a6b8-c323-4018-86b4-20a4b885a252 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 943 time: 0.0509272 Dec 14 18:49:59.924272 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-d3107ba8-d90e-4592-90ad-7ad4b7ac9711 req-1d01b8f0-8232-4e74-beac-e8de1b692a1e tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328870 Dec 14 18:50:00.236580 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9e2e698b-62ea-43e7-ba51-66a1651fd347 req-755bcaa3-ff14-465e-87ca-91ecd48eea99 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=99930995-ded4-49c5-a696-ee1fedc9b68c HTTP/1.1" status: 200 len: 210 time: 0.0368679 Dec 14 18:50:00.761262 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f0da1-f48d-41d1-914c-7c405ffddb0e req-fb2c1918-2b76-41ee-bb00-5c918df7b772 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:50:00.763226 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-d11f0da1-f48d-41d1-914c-7c405ffddb0e req-fb2c1918-2b76-41ee-bb00-5c918df7b772 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=6a5419f0-fda8-43ad-ab26-ed272aa0b263 HTTP/1.1" status: 200 len: 943 time: 0.0567982 Dec 14 18:50:00.810294 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-d11f0da1-f48d-41d1-914c-7c405ffddb0e req-51178049-8f51-45e8-ac5e-c42df235bdda tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350959 Dec 14 18:50:01.060035 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1f617-5989-4a35-bdfd-88c8e8cd2fad req-f2b5f55a-1bc5-453f-ae61-90fffd2553c5 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:50:01.061541 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-8ef1f617-5989-4a35-bdfd-88c8e8cd2fad req-f2b5f55a-1bc5-453f-ae61-90fffd2553c5 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 943 time: 0.0667276 Dec 14 18:50:01.102423 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-8ef1f617-5989-4a35-bdfd-88c8e8cd2fad req-7abb4da7-e1d4-4f06-8774-dbabdc0e5fce tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348251 Dec 14 18:50:01.330695 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-f17e1f55-655a-4804-bf8b-5c9c18b2cc1f req-6193f75e-6b85-4ed5-97ac-5c35a7ee751f tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=99930995-ded4-49c5-a696-ee1fedc9b68c HTTP/1.1" status: 200 len: 210 time: 0.0253274 Dec 14 18:50:01.926925 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05379a-94ec-4bad-bb83-44b965ecb72b req-9e46edde-fec6-4fc8-9fa6-9ea6c9187f01 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:50:01.929089 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-8b05379a-94ec-4bad-bb83-44b965ecb72b req-9e46edde-fec6-4fc8-9fa6-9ea6c9187f01 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=6a5419f0-fda8-43ad-ab26-ed272aa0b263 HTTP/1.1" status: 200 len: 943 time: 0.0538735 Dec 14 18:50:01.969092 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-8b05379a-94ec-4bad-bb83-44b965ecb72b req-77d6dcff-528f-46e9-af30-a934b5950fd5 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340593 Dec 14 18:50:02.247963 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50d8db-6b8e-4420-a514-22573db47141 req-c4da4d69-9173-4f3a-b85b-345b261dfa0f tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:50:02.250078 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-eb50d8db-6b8e-4420-a514-22573db47141 req-c4da4d69-9173-4f3a-b85b-345b261dfa0f tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 943 time: 0.0758126 Dec 14 18:50:02.288050 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-eb50d8db-6b8e-4420-a514-22573db47141 req-202746d6-7548-4a42-9184-c0604bf7bd4b tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315263 Dec 14 18:50:02.425318 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-3068ca4b-5d6b-44a2-b098-f5d924c3d21f req-2ac399ae-94af-45c5-8238-75157ffb7a90 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=99930995-ded4-49c5-a696-ee1fedc9b68c HTTP/1.1" status: 200 len: 210 time: 0.0263293 Dec 14 18:50:03.107756 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba39410-af00-4efc-9a0e-df9524928721 req-5fadce67-3fb6-4c42-9005-e5add0374256 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:50:03.109248 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-fba39410-af00-4efc-9a0e-df9524928721 req-5fadce67-3fb6-4c42-9005-e5add0374256 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=6a5419f0-fda8-43ad-ab26-ed272aa0b263 HTTP/1.1" status: 200 len: 943 time: 0.0565965 Dec 14 18:50:03.152975 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-fba39410-af00-4efc-9a0e-df9524928721 req-2e82cbd9-26eb-4d8d-8217-fdb971f1ec14 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369642 Dec 14 18:50:03.414959 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af019975-cc31-44d1-b6d7-1de8a11c42d9 req-e7692620-3438-4b45-9c54-23bf43188eb4 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:50:03.416426 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-af019975-cc31-44d1-b6d7-1de8a11c42d9 req-e7692620-3438-4b45-9c54-23bf43188eb4 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 943 time: 0.0486503 Dec 14 18:50:03.455574 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-af019975-cc31-44d1-b6d7-1de8a11c42d9 req-a3ef3c30-4e72-4b24-99a9-b3af0fd074c2 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330856 Dec 14 18:50:03.541148 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-8e75b442-786f-42be-8230-05131538bbc5 req-334af390-b355-41cf-b65a-4dee5ed583e8 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=99930995-ded4-49c5-a696-ee1fedc9b68c HTTP/1.1" status: 200 len: 210 time: 0.0264561 Dec 14 18:50:04.270110 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f271a-b3f9-41b0-826d-9ed34544f788 req-9b071911-e335-426a-824a-ef23bd4f573a tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:50:04.271658 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-412f271a-b3f9-41b0-826d-9ed34544f788 req-9b071911-e335-426a-824a-ef23bd4f573a tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=6a5419f0-fda8-43ad-ab26-ed272aa0b263 HTTP/1.1" status: 200 len: 943 time: 0.0528543 Dec 14 18:50:04.312336 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-412f271a-b3f9-41b0-826d-9ed34544f788 req-35712497-b2fd-4632-9dcb-eb45aa44a0cc tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335035 Dec 14 18:50:04.589184 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5bf7c-fa4b-4852-8786-b9605e3b4314 req-cc4567cf-7b52-4542-ba1f-f68472057961 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:50:04.596729 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-7da5bf7c-fa4b-4852-8786-b9605e3b4314 req-cc4567cf-7b52-4542-ba1f-f68472057961 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 943 time: 0.0712368 Dec 14 18:50:04.632879 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-7da5bf7c-fa4b-4852-8786-b9605e3b4314 req-f106a0e7-056d-40b1-9250-a34b65939284 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352588 Dec 14 18:50:04.649954 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-e4e83a44-5c16-4e0d-81d1-c9ada50278ad req-d88c572f-c9f0-45d2-8ddb-be0c44793689 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=99930995-ded4-49c5-a696-ee1fedc9b68c HTTP/1.1" status: 200 len: 210 time: 0.0270727 Dec 14 18:50:05.431465 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacced00-0b19-421b-aa70-b40e7ca89e94 req-52aa289f-c570-4659-8456-82a894f4fe92 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:50:05.432912 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-eacced00-0b19-421b-aa70-b40e7ca89e94 req-52aa289f-c570-4659-8456-82a894f4fe92 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=6a5419f0-fda8-43ad-ab26-ed272aa0b263 HTTP/1.1" status: 200 len: 943 time: 0.0510867 Dec 14 18:50:05.476766 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-eacced00-0b19-421b-aa70-b40e7ca89e94 req-45158d67-3eb6-40d8-92a6-fa6493474228 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379655 Dec 14 18:50:05.742850 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-0584c1ee-eeca-4daf-844d-622572dd87a1 req-937d0c0c-794c-4077-b723-1d0bc6256152 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/ports?device_id=99930995-ded4-49c5-a696-ee1fedc9b68c HTTP/1.1" status: 200 len: 210 time: 0.0269690 Dec 14 18:50:05.752539 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e85628-fb6c-4430-b0d0-80701da7a500 req-a4436849-24b7-4999-a51b-08aa5c60b058 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:50:05.754065 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-52e85628-fb6c-4430-b0d0-80701da7a500 req-a4436849-24b7-4999-a51b-08aa5c60b058 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 943 time: 0.0498500 Dec 14 18:50:05.792210 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-52e85628-fb6c-4430-b0d0-80701da7a500 req-e34e6c8b-3d53-4b74-bd39-791eb9f2e7e5 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319564 Dec 14 18:50:06.590445 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa57772-32f0-46b1-97ac-71562626003a req-e3b1edcc-059d-461e-9ace-da5a687c1316 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:50:06.591920 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-4aa57772-32f0-46b1-97ac-71562626003a req-e3b1edcc-059d-461e-9ace-da5a687c1316 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=6a5419f0-fda8-43ad-ab26-ed272aa0b263 HTTP/1.1" status: 200 len: 943 time: 0.0481846 Dec 14 18:50:06.630209 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-4aa57772-32f0-46b1-97ac-71562626003a req-43f7c218-102a-4186-821c-bf2a660549f1 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323174 Dec 14 18:50:06.823945 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 48212) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:50:06.907932 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-7503ad66-9086-4fea-a7f5-be95ade9c1af tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:06.942487 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b8937-4a79-4b81-9e38-5246c8591579 req-6f38a556-6b08-4553-adac-de412a52186a tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:50:06.944921 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-e31b8937-4a79-4b81-9e38-5246c8591579 req-6f38a556-6b08-4553-adac-de412a52186a tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 943 time: 0.0796986 Dec 14 18:50:06.946625 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-7503ad66-9086-4fea-a7f5-be95ade9c1af tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:07.008522 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-e31b8937-4a79-4b81-9e38-5246c8591579 req-19547711-9aea-4aae-8315-1440a38730f0 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537179 Dec 14 18:50:07.020901 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-7503ad66-9086-4fea-a7f5-be95ade9c1af tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:07.024219 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-7503ad66-9086-4fea-a7f5-be95ade9c1af tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:07.025334 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-7503ad66-9086-4fea-a7f5-be95ade9c1af tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "DELETE /v2.0/security-groups/82c14994-a267-4dde-b19f-485bc5a7365e HTTP/1.1" status: 204 len: 168 time: 0.2002723 Dec 14 18:50:07.028286 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 48214) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:50:07.034555 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7503ad66-9086-4fea-a7f5-be95ade9c1af tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c14994-a267-4dde-b19f-485bc5a7365e,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:50:07.043788 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.api.v2.resource [None req-342bff40-07c6-434b-8a60-097d81f51079 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] show failed (client error): The resource could not be found. Dec 14 18:50:07.044863 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-342bff40-07c6-434b-8a60-097d81f51079 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "GET /v2.0/security-groups/82c14994-a267-4dde-b19f-485bc5a7365e HTTP/1.1" status: 404 len: 347 time: 0.0154552 Dec 14 18:50:07.048166 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 48216) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:50:07.167151 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa3e28-fa48-4ae2-aeff-a659816ddf16 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Deleting port b7437172-e9e2-4182-bc93-717c4c51e1c8 {{(pid=108021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:50:07.167403 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-f4fa3e28-fa48-4ae2-aeff-a659816ddf16 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:07.243085 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-f4fa3e28-fa48-4ae2-aeff-a659816ddf16 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:07.243409 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-f4fa3e28-fa48-4ae2-aeff-a659816ddf16 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:07.254653 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa3e28-fa48-4ae2-aeff-a659816ddf16 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Calling delete_port for b7437172-e9e2-4182-bc93-717c4c51e1c8 owned by network:floatingip {{(pid=108021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:50:07.381501 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-f4fa3e28-fa48-4ae2-aeff-a659816ddf16 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29291660'] for port, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:07.411640 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa3e28-fa48-4ae2-aeff-a659816ddf16 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Pushing event deleted for resources: {'Port': ['ID=b7437172-e9e2-4182-bc93-717c4c51e1c8,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:50:07.466724 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-f4fa3e28-fa48-4ae2-aeff-a659816ddf16 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks [] for floatingip, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:07.469224 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-f4fa3e28-fa48-4ae2-aeff-a659816ddf16 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for floatingip, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:07.470399 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-f4fa3e28-fa48-4ae2-aeff-a659816ddf16 tempest-AttachVolumeTestJSON-1237462229 tempest-AttachVolumeTestJSON-1237462229-project] 10.222.0.71 "DELETE /v2.0/floatingips/9b1d0a61-5018-4ccb-9019-068c2a2bf885 HTTP/1.1" status: 204 len: 168 time: 0.4213138 Dec 14 18:50:07.751942 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf89e8-44c0-4b1f-908a-a3974d579f11 req-8f2a0155-ed97-4254-82bc-7f52bf727cee tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:50:07.753587 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-adaf89e8-44c0-4b1f-908a-a3974d579f11 req-8f2a0155-ed97-4254-82bc-7f52bf727cee tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=6a5419f0-fda8-43ad-ab26-ed272aa0b263 HTTP/1.1" status: 200 len: 943 time: 0.0572312 Dec 14 18:50:07.792703 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-adaf89e8-44c0-4b1f-908a-a3974d579f11 req-52ec42ef-d72a-4a7c-8143-6ed38ab41d8b tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324278 Dec 14 18:50:08.126644 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb421f08-f586-44d1-829d-d0a2e586506b req-cbb18ced-57df-4a8b-a0df-fe4c600615db tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:50:08.128116 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-fb421f08-f586-44d1-829d-d0a2e586506b req-cbb18ced-57df-4a8b-a0df-fe4c600615db tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 943 time: 0.0485921 Dec 14 18:50:08.165254 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-fb421f08-f586-44d1-829d-d0a2e586506b req-4ff856e4-afdc-4ae1-b958-5b843358ea87 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306623 Dec 14 18:50:08.197575 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device de22505a-9b87-4394-b681-bf11c9059ca1 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=108022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:50:08.291016 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port de22505a-9b87-4394-b681-bf11c9059ca1, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=de22505a-9b87-4394-b681-bf11c9059ca1,segment=NetworkSegment(19e65e64-582f-44b4-bd1f-0003a6cd4022),segment_id=19e65e64-582f-44b4-bd1f-0003a6cd4022)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:50:08.414550 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Returning: {'device': 'de22505a-9b87-4394-b681-bf11c9059ca1', 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3', 'port_id': 'de22505a-9b87-4394-b681-bf11c9059ca1', 'mac_address': 'fa:16:3e:3e:1f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:50:08.450855 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:08.463072 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de22505a-9b87-4394-b681-bf11c9059ca1 {{(pid=108022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:50:08.481969 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port de22505a-9b87-4394-b681-bf11c9059ca1, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=de22505a-9b87-4394-b681-bf11c9059ca1,segment=NetworkSegment(19e65e64-582f-44b4-bd1f-0003a6cd4022),segment_id=19e65e64-582f-44b4-bd1f-0003a6cd4022)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:50:08.486065 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:08.487027 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device a697b77e-1802-475b-8c0d-62b14fac98eb details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=108022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:50:08.578828 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=de22505a-9b87-4394-b681-bf11c9059ca1,revision_number=4']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:50:08.619187 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port a697b77e-1802-475b-8c0d-62b14fac98eb, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a697b77e-1802-475b-8c0d-62b14fac98eb,segment=NetworkSegment(d67fca54-e316-4758-9f95-27fc03e03491),segment_id=d67fca54-e316-4758-9f95-27fc03e03491)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:50:08.631580 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Returning: {'device': 'a697b77e-1802-475b-8c0d-62b14fac98eb', 'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d', 'port_id': 'a697b77e-1802-475b-8c0d-62b14fac98eb', 'mac_address': 'fa:16:3e:2c:01:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd961d8ae-8136-463f-bf43-32c0a15a6798', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:50:08.669765 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:08.684153 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a697b77e-1802-475b-8c0d-62b14fac98eb {{(pid=108022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:50:08.704068 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port a697b77e-1802-475b-8c0d-62b14fac98eb, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a697b77e-1802-475b-8c0d-62b14fac98eb,segment=NetworkSegment(d67fca54-e316-4758-9f95-27fc03e03491),segment_id=d67fca54-e316-4758-9f95-27fc03e03491)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:50:08.708250 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:08.758493 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=a697b77e-1802-475b-8c0d-62b14fac98eb,revision_number=9']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:50:08.913462 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01bbf1-96aa-4d22-b4ab-c03e1621a44f req-9e3f4932-7db5-48be-83e2-c46dab8485ff tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:50:08.914969 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-fe01bbf1-96aa-4d22-b4ab-c03e1621a44f req-9e3f4932-7db5-48be-83e2-c46dab8485ff tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=6a5419f0-fda8-43ad-ab26-ed272aa0b263 HTTP/1.1" status: 200 len: 944 time: 0.0517137 Dec 14 18:50:08.950771 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] get_ports_and_sgs() called for port_ids ['de22505a-9b87-4394-b681-bf11c9059ca1'] {{(pid=108022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:50:08.951834 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-fe01bbf1-96aa-4d22-b4ab-c03e1621a44f req-0016ed8b-8971-433e-8df4-71467bb6238b tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308280 Dec 14 18:50:08.954201 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] get_ports_and_sgs() called for port_ids ['a697b77e-1802-475b-8c0d-62b14fac98eb'] {{(pid=108022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:50:09.291047 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f88cdc2-c2ad-4a68-a595-fd4a9c717b5d req-7505cb0c-767d-4bb6-889d-bafe0e59bb6d tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:50:09.292519 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-0f88cdc2-c2ad-4a68-a595-fd4a9c717b5d req-7505cb0c-767d-4bb6-889d-bafe0e59bb6d tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 944 time: 0.0518372 Dec 14 18:50:09.329566 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-0f88cdc2-c2ad-4a68-a595-fd4a9c717b5d req-36bd5683-a947-4e70-9010-083de20d7e28 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311189 Dec 14 18:50:10.070042 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c0996-308c-41a7-a5b7-48571f706e42 req-63e44a1c-6685-42dd-b5f0-d27efedaf5b0 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:50:10.071534 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-d43c0996-308c-41a7-a5b7-48571f706e42 req-63e44a1c-6685-42dd-b5f0-d27efedaf5b0 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=6a5419f0-fda8-43ad-ab26-ed272aa0b263 HTTP/1.1" status: 200 len: 944 time: 0.0507677 Dec 14 18:50:10.110418 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-d43c0996-308c-41a7-a5b7-48571f706e42 req-7e875f81-9f9a-45b2-b6b4-353287403657 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323861 Dec 14 18:50:10.198217 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device de22505a-9b87-4394-b681-bf11c9059ca1 up at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:50:10.250083 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Provisioning for port de22505a-9b87-4394-b681-bf11c9059ca1 completed by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 18:50:10.253699 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Provisioning complete for port de22505a-9b87-4394-b681-bf11c9059ca1 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:50:10.254072 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:10.329564 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:10.352283 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5419f0-fda8-43ad-ab26-ed272aa0b263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de22505a-9b87-4394-b681-bf11c9059ca1'}] {{(pid=108022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:50:10.354762 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4652f51f42c3be85180d8c5c7bba1325bd3159a0fd8a88314674832532d8132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c7ad09-8e27-4062-93e9-65371e652e53" -d '{"events": [{"server_uuid": "6a5419f0-fda8-43ad-ab26-ed272aa0b263", "name": "network-vif-plugged", "status": "completed", "tag": "de22505a-9b87-4394-b681-bf11c9059ca1"}]}' {{(pid=108022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:50:10.367498 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port de22505a-9b87-4394-b681-bf11c9059ca1, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=de22505a-9b87-4394-b681-bf11c9059ca1,segment=NetworkSegment(19e65e64-582f-44b4-bd1f-0003a6cd4022),segment_id=19e65e64-582f-44b4-bd1f-0003a6cd4022)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:50:10.372374 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:10.373394 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device a697b77e-1802-475b-8c0d-62b14fac98eb up at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:50:10.394987 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d651df-89c2-4c7c-a924-19d16d8f403d x-openstack-request-id: req-e2d651df-89c2-4c7c-a924-19d16d8f403d {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:50:10.395299 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a5419f0-fda8-43ad-ab26-ed272aa0b263", "name": "network-vif-plugged", "status": "completed", "tag": "de22505a-9b87-4394-b681-bf11c9059ca1", "code": 200}]} {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:50:10.395555 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e2d651df-89c2-4c7c-a924-19d16d8f403d {{(pid=108022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:50:10.395936 dv-cinder-821746-1-iscsi neutron-server[108022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5419f0-fda8-43ad-ab26-ed272aa0b263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de22505a-9b87-4394-b681-bf11c9059ca1', 'code': 200} Dec 14 18:50:10.457368 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62583457-3cb6-40b8-aa14-de59b1abc103 req-1a119262-afdf-4fac-bc96-10895eaa9728 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:50:10.458318 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=de22505a-9b87-4394-b681-bf11c9059ca1,revision_number=5']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:50:10.458845 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-62583457-3cb6-40b8-aa14-de59b1abc103 req-1a119262-afdf-4fac-bc96-10895eaa9728 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 944 time: 0.0532947 Dec 14 18:50:10.470295 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Provisioning complete for port a697b77e-1802-475b-8c0d-62b14fac98eb triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:50:10.470700 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:10.502587 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-62583457-3cb6-40b8-aa14-de59b1abc103 req-2e9b8bf0-70a2-4bf6-b0ba-237d36ef6e88 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353727 Dec 14 18:50:10.565010 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:10.597973 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port a697b77e-1802-475b-8c0d-62b14fac98eb, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a697b77e-1802-475b-8c0d-62b14fac98eb,segment=NetworkSegment(d67fca54-e316-4758-9f95-27fc03e03491),segment_id=d67fca54-e316-4758-9f95-27fc03e03491)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:50:10.602942 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:10.620455 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2e999-00a5-4586-9c1d-53bafcfc53ca req-cc1dc34a-037c-40bb-9631-862c232182c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:50:10.621800 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c4b2e999-00a5-4586-9c1d-53bafcfc53ca req-cc1dc34a-037c-40bb-9631-862c232182c4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6a5419f0-fda8-43ad-ab26-ed272aa0b263 HTTP/1.1" status: 200 len: 1098 time: 0.0407848 Dec 14 18:50:10.654567 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=a697b77e-1802-475b-8c0d-62b14fac98eb,revision_number=10']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:50:10.658903 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c4b2e999-00a5-4586-9c1d-53bafcfc53ca req-7f70055f-3e1c-44c9-a22e-1bf6392a07ee service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298829 Dec 14 18:50:11.010865 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 48258) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:50:11.247664 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21727a20-50d1-4d88-a995-6cf8b8445037 req-b3f95c3b-381e-485d-8eb0-4fc20c9d20ea tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:50:11.249004 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-21727a20-50d1-4d88-a995-6cf8b8445037 req-b3f95c3b-381e-485d-8eb0-4fc20c9d20ea tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=6a5419f0-fda8-43ad-ab26-ed272aa0b263 HTTP/1.1" status: 200 len: 945 time: 0.0709617 Dec 14 18:50:11.561524 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-21727a20-50d1-4d88-a995-6cf8b8445037 req-1a259840-7a3a-4c25-afa9-5691542fa2b2 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3032916 Dec 14 18:50:11.636947 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0026aa5-093a-4fe4-9812-c21e65466cda req-c2d89174-dae2-4a0b-bf28-dd5e9c8ad450 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:50:11.638650 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b0026aa5-093a-4fe4-9812-c21e65466cda req-c2d89174-dae2-4a0b-bf28-dd5e9c8ad450 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 946 time: 0.0572109 Dec 14 18:50:11.677851 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b0026aa5-093a-4fe4-9812-c21e65466cda req-f87c8ee7-d1b0-43e0-9c53-4ba86aea44e8 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332315 Dec 14 18:50:11.809647 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-ef8bbd03-4bd5-4de5-8966-523b13cbeaeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550445'] for router_interface, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:12.094702 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.plugin [None req-ef8bbd03-4bd5-4de5-8966-523b13cbeaeb admin admin] Deleting port 3be75fd1-821c-49fb-aa19-76df4b7a37b7 {{(pid=108021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:50:12.094949 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-ef8bbd03-4bd5-4de5-8966-523b13cbeaeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:12.172906 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.db [None req-ef8bbd03-4bd5-4de5-8966-523b13cbeaeb admin admin] For port 3be75fd1-821c-49fb-aa19-76df4b7a37b7, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=3be75fd1-821c-49fb-aa19-76df4b7a37b7,segment=NetworkSegment(0ad4ed73-9327-4e24-9a3d-54336f11a8d9),segment_id=0ad4ed73-9327-4e24-9a3d-54336f11a8d9)] {{(pid=108021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:50:12.173264 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-ef8bbd03-4bd5-4de5-8966-523b13cbeaeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:12.185347 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.plugin [None req-ef8bbd03-4bd5-4de5-8966-523b13cbeaeb admin admin] Calling delete_port for 3be75fd1-821c-49fb-aa19-76df4b7a37b7 owned by network:router_interface {{(pid=108021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:50:12.359332 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-ef8bbd03-4bd5-4de5-8966-523b13cbeaeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29291660'] for port, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:12.374850 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-03901039-fd67-4b94-8777-e177e6f1eb98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:12.388217 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8bbd03-4bd5-4de5-8966-523b13cbeaeb admin admin] Pushing event deleted for resources: {'Port': ['ID=3be75fd1-821c-49fb-aa19-76df4b7a37b7,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:50:12.397848 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbe5052-8fc3-482c-8392-7c0f33b4e415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a697b77e-1802-475b-8c0d-62b14fac98eb'}] {{(pid=108022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:50:12.400299 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4652f51f42c3be85180d8c5c7bba1325bd3159a0fd8a88314674832532d8132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d15403a-e03c-4109-a684-4ed5890d8577" -d '{"events": [{"server_uuid": "dfbe5052-8fc3-482c-8392-7c0f33b4e415", "name": "network-vif-plugged", "status": "completed", "tag": "a697b77e-1802-475b-8c0d-62b14fac98eb"}]}' {{(pid=108022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:50:12.444281 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aae71dd-5433-4b81-9b1e-b547d78ea80f x-openstack-request-id: req-8aae71dd-5433-4b81-9b1e-b547d78ea80f {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:50:12.444585 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfbe5052-8fc3-482c-8392-7c0f33b4e415", "name": "network-vif-plugged", "status": "completed", "tag": "a697b77e-1802-475b-8c0d-62b14fac98eb", "code": 200}]} {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:50:12.444839 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8aae71dd-5433-4b81-9b1e-b547d78ea80f {{(pid=108022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:50:12.445231 dv-cinder-821746-1-iscsi neutron-server[108022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfbe5052-8fc3-482c-8392-7c0f33b4e415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a697b77e-1802-475b-8c0d-62b14fac98eb', 'code': 200} Dec 14 18:50:12.551800 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-ef8bbd03-4bd5-4de5-8966-523b13cbeaeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549399'] for router_interface, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:12.632041 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1fc90-60bf-46c6-b5e7-4d89c2dac3ac req-13e297f8-e97d-4870-a551-5ae5545f0d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:50:12.633529 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-41e1fc90-60bf-46c6-b5e7-4d89c2dac3ac req-13e297f8-e97d-4870-a551-5ae5545f0d04 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 1099 time: 0.0459597 Dec 14 18:50:12.699791 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b8af6-c67b-4f0d-9042-c75ae28e780e req-615b5b31-a136-442b-9025-5b26441f84d1 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:50:12.701159 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9f4b8af6-c67b-4f0d-9042-c75ae28e780e req-615b5b31-a136-442b-9025-5b26441f84d1 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=6a5419f0-fda8-43ad-ab26-ed272aa0b263 HTTP/1.1" status: 200 len: 945 time: 0.0667353 Dec 14 18:50:12.704387 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-41e1fc90-60bf-46c6-b5e7-4d89c2dac3ac req-6c619205-b89d-4fbf-b394-352d1ae024dd service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607426 Dec 14 18:50:12.745272 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9f4b8af6-c67b-4f0d-9042-c75ae28e780e req-91936526-6697-4682-a5c8-045093481b1c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372760 Dec 14 18:50:12.802276 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef8bbd03-4bd5-4de5-8966-523b13cbeaeb admin admin] Router 2eaec3f5-d1ab-4393-979c-0aa2ee05f586 has already been hosted by L3 agent 61f97045-3475-4abf-9bb4-9e4a5178f14d {{(pid=108021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:50:12.816636 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef5ce7-0e28-48b0-89b8-03a5f7454de8 req-165b139a-39d6-495b-8694-dfd208bcd58b tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:50:12.818117 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-94ef5ce7-0e28-48b0-89b8-03a5f7454de8 req-165b139a-39d6-495b-8694-dfd208bcd58b tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 946 time: 0.0661726 Dec 14 18:50:12.859761 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562504c-e13a-4074-a5fb-a77b2b89c5c8 req-eca4d197-5a7e-4303-b38e-384e02ece92b tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:50:12.861521 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9562504c-e13a-4074-a5fb-a77b2b89c5c8 req-eca4d197-5a7e-4303-b38e-384e02ece92b tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=6a5419f0-fda8-43ad-ab26-ed272aa0b263 HTTP/1.1" status: 200 len: 945 time: 0.0500150 Dec 14 18:50:12.900499 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9562504c-e13a-4074-a5fb-a77b2b89c5c8 req-8a1fc273-c81a-4803-8c5f-cdcf334a426e tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322256 Dec 14 18:50:12.922188 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-94ef5ce7-0e28-48b0-89b8-03a5f7454de8 req-bd38c463-c07f-430b-b3a4-8baf3c46a62b tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968814 Dec 14 18:50:12.922824 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 48274) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:50:12.949711 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8bbd03-4bd5-4de5-8966-523b13cbeaeb admin admin] Notify agent at l3_agent.dv-cinder-821746-1-iscsi the message routers_updated {{(pid=108021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:50:12.955275 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-ef8bbd03-4bd5-4de5-8966-523b13cbeaeb admin admin] 10.222.0.71 "PUT /v2.0/routers/2eaec3f5-d1ab-4393-979c-0aa2ee05f586/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9434025 Dec 14 18:50:12.957716 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 48278) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:50:12.958664 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31998268-4980-42fd-8a47-842632a2e3f7 None None] Sync routers for ids ['2eaec3f5-d1ab-4393-979c-0aa2ee05f586'] in dv-cinder-821746-1-iscsi {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:50:12.970406 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31998268-4980-42fd-8a47-842632a2e3f7 None None] Routers {'2eaec3f5-d1ab-4393-979c-0aa2ee05f586'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:50:12.971062 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-31998268-4980-42fd-8a47-842632a2e3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:49:45Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['2eaec3f5-d1ab-4393-979c-0aa2ee05f586'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:50:13.023901 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8540d8b-a921-406e-9962-67bec1e16c9e tempest-TestVolumeBootPattern-500844714 tempest-TestVolumeBootPattern-500844714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:50:13.028249 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-d8540d8b-a921-406e-9962-67bec1e16c9e tempest-TestVolumeBootPattern-500844714 tempest-TestVolumeBootPattern-500844714-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=6a5419f0-fda8-43ad-ab26-ed272aa0b263 HTTP/1.1" status: 200 len: 1093 time: 0.1016645 Dec 14 18:50:13.028531 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 48280) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:50:13.032860 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-c03f5abc-00d9-480d-9694-2317c8b6705c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Request body: {'floatingip': {'floating_network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'port_id': 'de22505a-9b87-4394-b681-bf11c9059ca1', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'fixed_ip_address': '172.20.0.5'}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:50:13.072813 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-c03f5abc-00d9-480d-9694-2317c8b6705c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks [] for floatingip, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:13.078241 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-31998268-4980-42fd-8a47-842632a2e3f7 None None] Set router 2eaec3f5-d1ab-4393-979c-0aa2ee05f586 gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:50:13.129811 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-2bcacc20-3392-4b0d-8f40-1d6c3723dd47 admin admin] Notify callbacks [] for router, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:13.253682 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-31998268-4980-42fd-8a47-842632a2e3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'name': 'tempest-AttachVolumeTestJSON-446952873-router', 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '303ba977-dea2-4fd7-b05c-89378886da8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:43:16Z', 'updated_at': '2021-12-14T18:50:12Z', 'revision_number': 5, 'project_id': '949697f6123f48b49b1dfa9ea09b6236', 'gw_port': {'id': '303ba977-dea2-4fd7-b05c-89378886da8b', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:43:17Z', 'updated_at': '2021-12-14T18:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi'}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:50:13.260708 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-2bcacc20-3392-4b0d-8f40-1d6c3723dd47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:13.279362 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-c03f5abc-00d9-480d-9694-2317c8b6705c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:13.279575 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31998268-4980-42fd-8a47-842632a2e3f7 None None] Checking router: 2eaec3f5-d1ab-4393-979c-0aa2ee05f586 for host: dv-cinder-821746-1-iscsi {{(pid=108022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:50:13.288525 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31998268-4980-42fd-8a47-842632a2e3f7 None None] Routers {'2eaec3f5-d1ab-4393-979c-0aa2ee05f586'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:50:13.289319 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-31998268-4980-42fd-8a47-842632a2e3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:49:45Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['2eaec3f5-d1ab-4393-979c-0aa2ee05f586'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:50:13.374630 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-31998268-4980-42fd-8a47-842632a2e3f7 None None] Set router 2eaec3f5-d1ab-4393-979c-0aa2ee05f586 gateway port host: None {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:50:13.393026 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.plugin [None req-2bcacc20-3392-4b0d-8f40-1d6c3723dd47 admin admin] Deleting port 303ba977-dea2-4fd7-b05c-89378886da8b {{(pid=108021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:50:13.393594 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-2bcacc20-3392-4b0d-8f40-1d6c3723dd47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:13.428118 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-31998268-4980-42fd-8a47-842632a2e3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'name': 'tempest-AttachVolumeTestJSON-446952873-router', 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:43:16Z', 'updated_at': '2021-12-14T18:50:13Z', 'revision_number': 6, 'project_id': '949697f6123f48b49b1dfa9ea09b6236', 'gw_port_host': None}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:50:13.455084 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31998268-4980-42fd-8a47-842632a2e3f7 None None] The sync data for ids ['2eaec3f5-d1ab-4393-979c-0aa2ee05f586'] in dv-cinder-821746-1-iscsi is: [{'id': '2eaec3f5-d1ab-4393-979c-0aa2ee05f586', 'name': 'tempest-AttachVolumeTestJSON-446952873-router', 'tenant_id': '949697f6123f48b49b1dfa9ea09b6236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:43:16Z', 'updated_at': '2021-12-14T18:50:13Z', 'revision_number': 6, 'project_id': '949697f6123f48b49b1dfa9ea09b6236', 'gw_port_host': None}] {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:50:13.660313 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.db_base_plugin_common [None req-c03f5abc-00d9-480d-9694-2317c8b6705c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Allocated IP 172.27.2.84 (5ea8f873-3bad-4a65-ada9-9108bfa946ef/8e9c9e92-9812-43f3-93d5-9d715bd5944d/5e807e10-9131-44ea-a2dd-7a285768ed69) {{(pid=108021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:50:13.747070 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.db [None req-2bcacc20-3392-4b0d-8f40-1d6c3723dd47 admin admin] For port 303ba977-dea2-4fd7-b05c-89378886da8b, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=303ba977-dea2-4fd7-b05c-89378886da8b,segment=NetworkSegment(a712e70a-4160-45a5-bd2f-6cc771621112),segment_id=a712e70a-4160-45a5-bd2f-6cc771621112)] {{(pid=108021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:50:13.747436 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-2bcacc20-3392-4b0d-8f40-1d6c3723dd47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:13.764257 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.plugin [None req-2bcacc20-3392-4b0d-8f40-1d6c3723dd47 admin admin] Calling delete_port for 303ba977-dea2-4fd7-b05c-89378886da8b owned by network:router_gateway {{(pid=108021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:50:13.846439 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-c03f5abc-00d9-480d-9694-2317c8b6705c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks [] for port, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:13.891449 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 3be75fd1-821c-49fb-aa19-76df4b7a37b7 no longer exists at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:50:13.912024 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-ba8737c3-d096-412f-8f43-532636599bec None None] No Port match for: 3be75fd1-821c-49fb-aa19-76df4b7a37b7 {{(pid=108022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:50:13.912364 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 3be75fd1-821c-49fb-aa19-76df4b7a37b7 not bound to the agent host dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:50:13.947194 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-c03f5abc-00d9-480d-9694-2317c8b6705c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29291660'] for port, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:14.013277 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03f5abc-00d9-480d-9694-2317c8b6705c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Network 5ea8f873-3bad-4a65-ada9-9108bfa946ef is already hosted by enough agents. {{(pid=108021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:50:14.021367 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.base_scheduler [None req-c03f5abc-00d9-480d-9694-2317c8b6705c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Resources bound (agent type, host, resource id): {{(pid=108021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:50:14.028727 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03f5abc-00d9-480d-9694-2317c8b6705c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Received port after_create {{(pid=108021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:50:14.057913 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f5abc-00d9-480d-9694-2317c8b6705c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Pushing event updated for resources: {'Port': ['ID=5e807e10-9131-44ea-a2dd-7a285768ed69,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:50:14.059617 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370786a-d541-4484-be96-081c8a568d09 req-b4cef179-640e-4555-bbce-cfce1d00499c tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:50:14.066809 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4370786a-d541-4484-be96-081c8a568d09 req-b4cef179-640e-4555-bbce-cfce1d00499c tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 946 time: 0.0644977 Dec 14 18:50:14.075439 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-2bcacc20-3392-4b0d-8f40-1d6c3723dd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29291660'] for port, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:14.109775 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4370786a-d541-4484-be96-081c8a568d09 req-c4d60764-a159-4713-bcd5-2ad80a9ae870 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360982 Dec 14 18:50:14.111394 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcacc20-3392-4b0d-8f40-1d6c3723dd47 admin admin] Pushing event deleted for resources: {'Port': ['ID=303ba977-dea2-4fd7-b05c-89378886da8b,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:50:14.234216 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-2bcacc20-3392-4b0d-8f40-1d6c3723dd47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552558'] for router_gateway, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:14.402729 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-2bcacc20-3392-4b0d-8f40-1d6c3723dd47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9128'] for router, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:14.406208 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-2bcacc20-3392-4b0d-8f40-1d6c3723dd47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:14.481761 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-2bcacc20-3392-4b0d-8f40-1d6c3723dd47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554532'] for router, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:14.482317 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bcacc20-3392-4b0d-8f40-1d6c3723dd47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2eaec3f5-d1ab-4393-979c-0aa2ee05f586 {{(pid=108021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 18:50:14.496822 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-2bcacc20-3392-4b0d-8f40-1d6c3723dd47 admin admin] Notify callbacks [] for router, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:14.497982 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-2bcacc20-3392-4b0d-8f40-1d6c3723dd47 admin admin] 10.222.0.71 "DELETE /v2.0/routers/2eaec3f5-d1ab-4393-979c-0aa2ee05f586 HTTP/1.1" status: 204 len: 168 time: 1.5393329 Dec 14 18:50:14.500746 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 48318) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:50:14.557034 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0d258c1-9fbd-453a-ba05-5be95279f903 admin admin] Deleting subnet 50e7903b-7a00-4646-be83-d8fc7d2d11f1 {{(pid=108020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 14 18:50:14.560771 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-f0d258c1-9fbd-453a-ba05-5be95279f903 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:14.597906 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-f0d258c1-9fbd-453a-ba05-5be95279f903 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:14.630528 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-c03f5abc-00d9-480d-9694-2317c8b6705c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:14.670030 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-f0d258c1-9fbd-453a-ba05-5be95279f903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3907046'] for subnet, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:14.701040 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-c03f5abc-00d9-480d-9694-2317c8b6705c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:14.732919 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-f0d258c1-9fbd-453a-ba05-5be95279f903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3907055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355'] for subnet, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:14.744084 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ce585a65-c749-4e4e-a03e-52374e24127b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:14.758641 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d258c1-9fbd-453a-ba05-5be95279f903 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50e7903b-7a00-4646-be83-d8fc7d2d11f1,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:50:14.765445 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-f0d258c1-9fbd-453a-ba05-5be95279f903 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:14.767979 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712278f6-1f7f-4f20-a7e0-9fd480e27903 None None] Network 7f7553d6-566b-442a-8474-b9703b3d3a26 requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:50:14.770899 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-f0d258c1-9fbd-453a-ba05-5be95279f903 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/50e7903b-7a00-4646-be83-d8fc7d2d11f1 HTTP/1.1" status: 204 len: 168 time: 0.2664089 Dec 14 18:50:14.771238 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 48320) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:50:14.840689 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ac652d6a-354e-4b6a-8c48-03b7c955fadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3973964'] for network, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:14.858689 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-c03f5abc-00d9-480d-9694-2317c8b6705c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks [] for port, precommit_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:14.864671 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-c03f5abc-00d9-480d-9694-2317c8b6705c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29291667'] for port, after_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:14.914449 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [None req-ac652d6a-354e-4b6a-8c48-03b7c955fadd admin admin] Deleting port 84ad0bd4-b7a8-4d6b-9c34-3d8987abff49 {{(pid=108020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:50:14.914821 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ac652d6a-354e-4b6a-8c48-03b7c955fadd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:14.950327 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f5abc-00d9-480d-9694-2317c8b6705c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Pushing event updated for resources: {'Port': ['ID=5e807e10-9131-44ea-a2dd-7a285768ed69,revision_number=2']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:50:14.958989 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-c03f5abc-00d9-480d-9694-2317c8b6705c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552536'] for floatingip, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:14.967749 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053728fd-89bd-4c0a-b880-570beaa3a00c None None] DHCP port deletion for 7f7553d6-566b-442a-8474-b9703b3d3a26 request from dv-cinder-821746-1-iscsi {{(pid=108022) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 14 18:50:14.980231 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [None req-ac652d6a-354e-4b6a-8c48-03b7c955fadd admin admin] For port 84ad0bd4-b7a8-4d6b-9c34-3d8987abff49, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=84ad0bd4-b7a8-4d6b-9c34-3d8987abff49,segment=NetworkSegment(0ad4ed73-9327-4e24-9a3d-54336f11a8d9),segment_id=0ad4ed73-9327-4e24-9a3d-54336f11a8d9)] {{(pid=108020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:50:14.980667 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ac652d6a-354e-4b6a-8c48-03b7c955fadd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:14.994700 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [None req-ac652d6a-354e-4b6a-8c48-03b7c955fadd admin admin] Calling delete_port for 84ad0bd4-b7a8-4d6b-9c34-3d8987abff49 owned by network:dhcp {{(pid=108020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:50:15.021236 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-053728fd-89bd-4c0a-b880-570beaa3a00c None None] Deleting port 84ad0bd4-b7a8-4d6b-9c34-3d8987abff49 {{(pid=108022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:50:15.022192 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-053728fd-89bd-4c0a-b880-570beaa3a00c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:15.069037 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.db.l3_db [None req-c03f5abc-00d9-480d-9694-2317c8b6705c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Floating IP 04c552c3-fb7d-496f-8a78-db3a0919c720 associated. External IP: 172.27.2.84, port: de22505a-9b87-4394-b681-bf11c9059ca1. Dec 14 18:50:15.082362 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ac652d6a-354e-4b6a-8c48-03b7c955fadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966'] for port, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:15.090149 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-053728fd-89bd-4c0a-b880-570beaa3a00c None None] For port 84ad0bd4-b7a8-4d6b-9c34-3d8987abff49, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=84ad0bd4-b7a8-4d6b-9c34-3d8987abff49,segment=NetworkSegment(0ad4ed73-9327-4e24-9a3d-54336f11a8d9),segment_id=0ad4ed73-9327-4e24-9a3d-54336f11a8d9)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:50:15.090581 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-053728fd-89bd-4c0a-b880-570beaa3a00c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:15.106052 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-053728fd-89bd-4c0a-b880-570beaa3a00c None None] Calling delete_port for 84ad0bd4-b7a8-4d6b-9c34-3d8987abff49 owned by network:dhcp {{(pid=108022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:50:15.115221 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac652d6a-354e-4b6a-8c48-03b7c955fadd admin admin] No DVR routers for this DVR port 84ad0bd4-b7a8-4d6b-9c34-3d8987abff49 on host dv-cinder-821746-1-iscsi {{(pid=108020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:50:15.120197 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac652d6a-354e-4b6a-8c48-03b7c955fadd admin admin] Pushing event deleted for resources: {'Port': ['ID=84ad0bd4-b7a8-4d6b-9c34-3d8987abff49,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:50:15.191249 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ac652d6a-354e-4b6a-8c48-03b7c955fadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3899795', 'neutron.services.segments.db._delete_segments_for_network-8730915442872'] for network, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:15.213438 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ac652d6a-354e-4b6a-8c48-03b7c955fadd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=108020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:50:15.213774 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ac652d6a-354e-4b6a-8c48-03b7c955fadd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=108020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:50:15.214835 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ac652d6a-354e-4b6a-8c48-03b7c955fadd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:50:15.214976 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ac652d6a-354e-4b6a-8c48-03b7c955fadd admin admin] Subscribe: > port after_create 55550000 {{(pid=108020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:50:15.215281 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ac652d6a-354e-4b6a-8c48-03b7c955fadd admin admin] Subscribe: > port after_delete 55550000 {{(pid=108020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:50:15.215607 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ac652d6a-354e-4b6a-8c48-03b7c955fadd admin admin] Subscribe: > port after_update 55550000 {{(pid=108020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:50:15.215927 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ac652d6a-354e-4b6a-8c48-03b7c955fadd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=108020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:50:15.216234 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ac652d6a-354e-4b6a-8c48-03b7c955fadd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:50:15.216542 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ac652d6a-354e-4b6a-8c48-03b7c955fadd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:50:15.216858 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ac652d6a-354e-4b6a-8c48-03b7c955fadd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=108020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:50:15.238988 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-053728fd-89bd-4c0a-b880-570beaa3a00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966'] for port, after_delete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:15.251432 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053728fd-89bd-4c0a-b880-570beaa3a00c None None] No DVR routers for this DVR port 84ad0bd4-b7a8-4d6b-9c34-3d8987abff49 on host dv-cinder-821746-1-iscsi {{(pid=108022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:50:15.270654 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053728fd-89bd-4c0a-b880-570beaa3a00c None None] Pushing event deleted for resources: {'Port': ['ID=84ad0bd4-b7a8-4d6b-9c34-3d8987abff49,revision_number=None']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:50:15.305451 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ac652d6a-354e-4b6a-8c48-03b7c955fadd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:50:15.305791 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ac652d6a-354e-4b6a-8c48-03b7c955fadd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:50:15.306115 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ac652d6a-354e-4b6a-8c48-03b7c955fadd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=108020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:50:15.306439 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ac652d6a-354e-4b6a-8c48-03b7c955fadd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=108020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 18:50:15.307024 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.services.segments.db [None req-ac652d6a-354e-4b6a-8c48-03b7c955fadd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f7553d6-566b-442a-8474-b9703b3d3a26']}} {{(pid=108020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:50:15.320125 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d4455-80d5-4c24-aaa3-a9bd489b0c7f req-f4c3b957-b989-4070-88a9-483c1daf9b39 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:50:15.321602 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-938d4455-80d5-4c24-aaa3-a9bd489b0c7f req-f4c3b957-b989-4070-88a9-483c1daf9b39 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 946 time: 0.0939631 Dec 14 18:50:15.324580 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.services.segments.db [None req-ac652d6a-354e-4b6a-8c48-03b7c955fadd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad4ed73-9327-4e24-9a3d-54336f11a8d9') {'for_net_delete': True} {{(pid=108020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:50:15.324869 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.services.segments.db [None req-ac652d6a-354e-4b6a-8c48-03b7c955fadd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad4ed73-9327-4e24-9a3d-54336f11a8d9') {} {{(pid=108020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:50:15.345812 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ac652d6a-354e-4b6a-8c48-03b7c955fadd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730915282288', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25340900'] for segment, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:15.352895 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c03f5abc-00d9-480d-9694-2317c8b6705c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Router f1006f6a-2fad-4fc6-87fc-601bc49c6eca has already been hosted by L3 agent 61f97045-3475-4abf-9bb4-9e4a5178f14d {{(pid=108021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:50:15.366745 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ac652d6a-354e-4b6a-8c48-03b7c955fadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017'] for segment, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:15.375088 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac652d6a-354e-4b6a-8c48-03b7c955fadd admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=108020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 18:50:15.375500 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ac652d6a-354e-4b6a-8c48-03b7c955fadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25418962'] for segment, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:15.377246 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-938d4455-80d5-4c24-aaa3-a9bd489b0c7f req-e750b12c-f7ea-4462-84d5-4c2c6ab10a11 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482595 Dec 14 18:50:15.379557 dv-cinder-821746-1-iscsi neutron-server[108020]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 14 18:50:15.379557 dv-cinder-821746-1-iscsi neutron-server[108020]: from cryptography.utils import int_from_bytes Dec 14 18:50:15.379557 dv-cinder-821746-1-iscsi neutron-server[108020]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 14 18:50:15.379557 dv-cinder-821746-1-iscsi neutron-server[108020]: from cryptography.utils import int_from_bytes Dec 14 18:50:15.379557 dv-cinder-821746-1-iscsi neutron-server[108020]: Traceback (most recent call last): Dec 14 18:50:15.379557 dv-cinder-821746-1-iscsi neutron-server[108020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 18:50:15.379557 dv-cinder-821746-1-iscsi neutron-server[108020]: timer() Dec 14 18:50:15.379557 dv-cinder-821746-1-iscsi neutron-server[108020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:50:15.379557 dv-cinder-821746-1-iscsi neutron-server[108020]: cb(*args, **kw) Dec 14 18:50:15.379557 dv-cinder-821746-1-iscsi neutron-server[108020]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 18:50:15.379557 dv-cinder-821746-1-iscsi neutron-server[108020]: return func(*args, **kwargs) Dec 14 18:50:15.379557 dv-cinder-821746-1-iscsi neutron-server[108020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:50:15.379557 dv-cinder-821746-1-iscsi neutron-server[108020]: self._notify() Dec 14 18:50:15.379557 dv-cinder-821746-1-iscsi neutron-server[108020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:50:15.379557 dv-cinder-821746-1-iscsi neutron-server[108020]: self.callback(batched_events) Dec 14 18:50:15.379557 dv-cinder-821746-1-iscsi neutron-server[108020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:50:15.379557 dv-cinder-821746-1-iscsi neutron-server[108020]: event.method(event) Dec 14 18:50:15.379557 dv-cinder-821746-1-iscsi neutron-server[108020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 18:50:15.379557 dv-cinder-821746-1-iscsi neutron-server[108020]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:50:15.379557 dv-cinder-821746-1-iscsi neutron-server[108020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 18:50:15.379557 dv-cinder-821746-1-iscsi neutron-server[108020]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 18:50:15.379557 dv-cinder-821746-1-iscsi neutron-server[108020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 18:50:15.379557 dv-cinder-821746-1-iscsi neutron-server[108020]: return f(self, *a, **k) Dec 14 18:50:15.379557 dv-cinder-821746-1-iscsi neutron-server[108020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 18:50:15.379557 dv-cinder-821746-1-iscsi neutron-server[108020]: return self._get(url).json() Dec 14 18:50:15.379557 dv-cinder-821746-1-iscsi neutron-server[108020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:50:15.379557 dv-cinder-821746-1-iscsi neutron-server[108020]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 18:50:15.379557 dv-cinder-821746-1-iscsi neutron-server[108020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 18:50:15.379557 dv-cinder-821746-1-iscsi neutron-server[108020]: return self.request(url, 'GET', **kwargs) Dec 14 18:50:15.379557 dv-cinder-821746-1-iscsi neutron-server[108020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 18:50:15.379557 dv-cinder-821746-1-iscsi neutron-server[108020]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 18:50:15.379557 dv-cinder-821746-1-iscsi neutron-server[108020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 18:50:15.379557 dv-cinder-821746-1-iscsi neutron-server[108020]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:50:15.379557 dv-cinder-821746-1-iscsi neutron-server[108020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 18:50:15.379557 dv-cinder-821746-1-iscsi neutron-server[108020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:50:15.379557 dv-cinder-821746-1-iscsi neutron-server[108020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:50:15.438458 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ac652d6a-354e-4b6a-8c48-03b7c955fadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3907168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552522'] for network, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:15.444627 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ac652d6a-354e-4b6a-8c48-03b7c955fadd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for network, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:15.447928 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-ac652d6a-354e-4b6a-8c48-03b7c955fadd admin admin] 10.222.0.71 "DELETE /v2.0/networks/7f7553d6-566b-442a-8474-b9703b3d3a26 HTTP/1.1" status: 204 len: 168 time: 0.6752584 Dec 14 18:50:15.460594 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac652d6a-354e-4b6a-8c48-03b7c955fadd admin admin] Pushing event deleted for resources: {'Network': ['ID=7f7553d6-566b-442a-8474-b9703b3d3a26,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:50:15.484700 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03f5abc-00d9-480d-9694-2317c8b6705c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify agent at l3_agent.dv-cinder-821746-1-iscsi the message routers_updated {{(pid=108021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:50:15.496439 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68a034e-39ce-4523-aa7b-38f3a981159b None None] Sync routers for ids ['f1006f6a-2fad-4fc6-87fc-601bc49c6eca'] in dv-cinder-821746-1-iscsi {{(pid=108023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:50:15.503856 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-c03f5abc-00d9-480d-9694-2317c8b6705c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for floatingip, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:15.510175 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68a034e-39ce-4523-aa7b-38f3a981159b None None] Routers {'f1006f6a-2fad-4fc6-87fc-601bc49c6eca'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:50:15.510982 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-e68a034e-39ce-4523-aa7b-38f3a981159b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:50:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['f1006f6a-2fad-4fc6-87fc-601bc49c6eca'], 'active': True} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:50:15.532706 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-c03f5abc-00d9-480d-9694-2317c8b6705c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5031309 Dec 14 18:50:15.533338 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a5419f0-fda8-43ad-ab26-ed272aa0b263', 'tag': 'de22505a-9b87-4394-b681-bf11c9059ca1'}] {{(pid=108021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:50:15.535684 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b93b291913d2f478f978021224fe99462ed5361e2b2e2c80d6eb419d23fcc8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320584bc-1855-495a-acf2-fc7420c73a1b" -d '{"events": [{"name": "network-changed", "server_uuid": "6a5419f0-fda8-43ad-ab26-ed272aa0b263", "tag": "de22505a-9b87-4394-b681-bf11c9059ca1"}]}' {{(pid=108021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:50:15.574489 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5f07f4-8f3b-4806-89e7-258bda527861 x-openstack-request-id: req-5e5f07f4-8f3b-4806-89e7-258bda527861 {{(pid=108021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:50:15.574850 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a5419f0-fda8-43ad-ab26-ed272aa0b263", "tag": "de22505a-9b87-4394-b681-bf11c9059ca1", "status": "completed", "code": 200}]} {{(pid=108021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:50:15.575100 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5e5f07f4-8f3b-4806-89e7-258bda527861 {{(pid=108021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:50:15.575486 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a5419f0-fda8-43ad-ab26-ed272aa0b263', 'tag': 'de22505a-9b87-4394-b681-bf11c9059ca1', 'status': 'completed', 'code': 200} Dec 14 18:50:15.583813 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 48332) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:50:15.631989 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvr_db [None req-e68a034e-39ce-4523-aa7b-38f3a981159b None None] Set router f1006f6a-2fad-4fc6-87fc-601bc49c6eca gateway port host: dv-cinder-821746-1-iscsi {{(pid=108023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:50:15.788576 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 303ba977-dea2-4fd7-b05c-89378886da8b no longer exists at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:50:15.808530 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-ba8737c3-d096-412f-8f43-532636599bec None None] No Port match for: 303ba977-dea2-4fd7-b05c-89378886da8b {{(pid=108022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:50:15.808876 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 303ba977-dea2-4fd7-b05c-89378886da8b not bound to the agent host dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:50:15.809498 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 84ad0bd4-b7a8-4d6b-9c34-3d8987abff49 no longer exists at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:50:15.835689 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-ba8737c3-d096-412f-8f43-532636599bec None None] No Port match for: 84ad0bd4-b7a8-4d6b-9c34-3d8987abff49 {{(pid=108022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:50:15.836201 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 84ad0bd4-b7a8-4d6b-9c34-3d8987abff49 not bound to the agent host dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:50:15.874562 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-e68a034e-39ce-4523-aa7b-38f3a981159b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'name': 'tempest-TestVolumeBootPattern-1945744918-router', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:23Z', 'revision_number': 4, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'gw_port': {'id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_floatingips': [{'id': '04c552c3-fb7d-496f-8a78-db3a0919c720', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'floating_ip_address': '172.27.2.84', 'floating_network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'router_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'port_id': 'de22505a-9b87-4394-b681-bf11c9059ca1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3', 'mac_address': 'fa:16:3e:3e:1f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5419f0-fda8-43ad-ab26-ed272aa0b263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:50:14Z', 'updated_at': '2021-12-14T18:50:14Z', 'revision_number': 0, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66281a4a-7b23-4a69-abe1-c6ca14063120', 'name': '', 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'mac_address': 'fa:16:3e:80:31:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:22Z', 'updated_at': '2021-12-14T18:49:28Z', 'revision_number': 5, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'subnets': [{'id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:50:15.885139 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-64d5db3b-055b-4e70-8029-c52a6d152b6a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=949697f6123f48b49b1dfa9ea09b6236&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2973731 Dec 14 18:50:15.886196 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 48334) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:50:15.888339 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320584bc-1855-495a-acf2-fc7420c73a1b req-d6bd9e16-096b-4177-96de-869b53743b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:50:15.889762 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-320584bc-1855-495a-acf2-fc7420c73a1b req-d6bd9e16-096b-4177-96de-869b53743b1f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=741cbe7b4b8e44f89263304526525e93&device_id=6a5419f0-fda8-43ad-ab26-ed272aa0b263 HTTP/1.1" status: 200 len: 1098 time: 0.2914159 Dec 14 18:50:15.901734 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68a034e-39ce-4523-aa7b-38f3a981159b None None] Checking router: f1006f6a-2fad-4fc6-87fc-601bc49c6eca for host: dv-cinder-821746-1-iscsi {{(pid=108023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:50:15.910439 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68a034e-39ce-4523-aa7b-38f3a981159b None None] Routers {'f1006f6a-2fad-4fc6-87fc-601bc49c6eca'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:50:15.910926 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-e68a034e-39ce-4523-aa7b-38f3a981159b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:50:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['f1006f6a-2fad-4fc6-87fc-601bc49c6eca'], 'active': True} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:50:15.940438 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-076ac27d-4d81-4b27-9f24-095e2145c62a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:15.966385 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-076ac27d-4d81-4b27-9f24-095e2145c62a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:15.983940 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320584bc-1855-495a-acf2-fc7420c73a1b req-bdefbd62-8d2b-4fed-aa3c-f22aa7123775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:50:15.985716 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-320584bc-1855-495a-acf2-fc7420c73a1b req-bdefbd62-8d2b-4fed-aa3c-f22aa7123775 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b0fe8517-6221-43b8-ae5a-5eb15b9287f3 HTTP/1.1" status: 200 len: 913 time: 0.0884850 Dec 14 18:50:16.016084 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-076ac27d-4d81-4b27-9f24-095e2145c62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:16.019152 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-076ac27d-4d81-4b27-9f24-095e2145c62a admin admin] Notify callbacks [] for security_group, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:16.023265 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-076ac27d-4d81-4b27-9f24-095e2145c62a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a58c39c6-aa11-43d4-946a-be957727633d HTTP/1.1" status: 204 len: 168 time: 0.1330543 Dec 14 18:50:16.029684 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ac27d-4d81-4b27-9f24-095e2145c62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58c39c6-aa11-43d4-946a-be957727633d,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:50:16.054517 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvr_db [None req-e68a034e-39ce-4523-aa7b-38f3a981159b None None] Set router f1006f6a-2fad-4fc6-87fc-601bc49c6eca gateway port host: dv-cinder-821746-1-iscsi {{(pid=108023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:50:16.066059 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-320584bc-1855-495a-acf2-fc7420c73a1b req-1f93188c-3266-4fa3-91dd-59c02547bf9e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de22505a-9b87-4394-b681-bf11c9059ca1 HTTP/1.1" status: 200 len: 998 time: 0.0727098 Dec 14 18:50:16.121856 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320584bc-1855-495a-acf2-fc7420c73a1b req-8ab425b6-d108-4c38-baf6-f4405662c04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:50:16.123993 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-320584bc-1855-495a-acf2-fc7420c73a1b req-8ab425b6-d108-4c38-baf6-f4405662c04d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=da885d4c-4599-4681-a9b9-c7916b022d59 HTTP/1.1" status: 200 len: 851 time: 0.0508239 Dec 14 18:50:16.176523 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320584bc-1855-495a-acf2-fc7420c73a1b req-8aa54ef7-591f-4620-8adb-cc127ee84af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:50:16.179292 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-320584bc-1855-495a-acf2-fc7420c73a1b req-8aa54ef7-591f-4620-8adb-cc127ee84af9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b0fe8517-6221-43b8-ae5a-5eb15b9287f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477996 Dec 14 18:50:16.189502 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:16.284430 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-320584bc-1855-495a-acf2-fc7420c73a1b req-f8ba3c9e-7d0f-448f-9cb5-ca14afeecf6e service neutron] 10.222.0.61 "GET /v2.0/networks/b0fe8517-6221-43b8-ae5a-5eb15b9287f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988665 Dec 14 18:50:16.295193 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-e68a034e-39ce-4523-aa7b-38f3a981159b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'name': 'tempest-TestVolumeBootPattern-1945744918-router', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:23Z', 'revision_number': 4, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'gw_port': {'id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_floatingips': [{'id': '04c552c3-fb7d-496f-8a78-db3a0919c720', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'floating_ip_address': '172.27.2.84', 'floating_network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'router_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'port_id': 'de22505a-9b87-4394-b681-bf11c9059ca1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3', 'mac_address': 'fa:16:3e:3e:1f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5419f0-fda8-43ad-ab26-ed272aa0b263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:50:14Z', 'updated_at': '2021-12-14T18:50:14Z', 'revision_number': 0, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66281a4a-7b23-4a69-abe1-c6ca14063120', 'name': '', 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'mac_address': 'fa:16:3e:80:31:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:22Z', 'updated_at': '2021-12-14T18:49:28Z', 'revision_number': 5, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'subnets': [{'id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:50:16.323064 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68a034e-39ce-4523-aa7b-38f3a981159b None None] The sync data for ids ['f1006f6a-2fad-4fc6-87fc-601bc49c6eca'] in dv-cinder-821746-1-iscsi is: [{'id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'name': 'tempest-TestVolumeBootPattern-1945744918-router', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:23Z', 'revision_number': 4, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'gw_port': {'id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_floatingips': [{'id': '04c552c3-fb7d-496f-8a78-db3a0919c720', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'floating_ip_address': '172.27.2.84', 'floating_network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'router_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'port_id': 'de22505a-9b87-4394-b681-bf11c9059ca1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3', 'mac_address': 'fa:16:3e:3e:1f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5419f0-fda8-43ad-ab26-ed272aa0b263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:50:14Z', 'updated_at': '2021-12-14T18:50:14Z', 'revision_number': 0, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66281a4a-7b23-4a69-abe1-c6ca14063120', 'name': '', 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'mac_address': 'fa:16:3e:80:31:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:22Z', 'updated_at': '2021-12-14T18:49:28Z', 'revision_number': 5, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'subnets': [{'id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:50:16.380236 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-320584bc-1855-495a-acf2-fc7420c73a1b req-292322d8-b8f1-4fe6-be41-1c81b9c855a3 service neutron] 10.222.0.61 "GET /v2.0/networks/b0fe8517-6221-43b8-ae5a-5eb15b9287f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880756 Dec 14 18:50:16.534395 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7082d4a-17f1-42bf-bd42-289dc2bc966c None None] New status for floating IP 04c552c3-fb7d-496f-8a78-db3a0919c720: ACTIVE {{(pid=108022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 18:50:17.534744 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:17.868173 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:22.148357 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:24.320652 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 48440) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:50:24.428619 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-40bdefc2-8d5b-4217-aee4-777f2fd24423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:24.504840 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-40bdefc2-8d5b-4217-aee4-777f2fd24423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:24.508610 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-40bdefc2-8d5b-4217-aee4-777f2fd24423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:24.547006 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-40bdefc2-8d5b-4217-aee4-777f2fd24423 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1f0c2801365b4d79ab9bb0d3366d514c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2252753 Dec 14 18:50:24.547817 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bdefc2-8d5b-4217-aee4-777f2fd24423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7d0669-d741-46cb-944c-1741d163bf85,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:50:24.549657 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 48444) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:50:24.565649 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdefc2-8d5b-4217-aee4-777f2fd24423 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:50:24.565999 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdefc2-8d5b-4217-aee4-777f2fd24423 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:50:24.566339 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdefc2-8d5b-4217-aee4-777f2fd24423 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:50:24.566704 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdefc2-8d5b-4217-aee4-777f2fd24423 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:50:24.567036 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdefc2-8d5b-4217-aee4-777f2fd24423 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:50:24.567368 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdefc2-8d5b-4217-aee4-777f2fd24423 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:50:24.567696 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdefc2-8d5b-4217-aee4-777f2fd24423 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:50:24.568023 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdefc2-8d5b-4217-aee4-777f2fd24423 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:50:24.568380 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdefc2-8d5b-4217-aee4-777f2fd24423 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:50:24.568704 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdefc2-8d5b-4217-aee4-777f2fd24423 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:50:24.569027 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdefc2-8d5b-4217-aee4-777f2fd24423 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:50:24.569344 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bdefc2-8d5b-4217-aee4-777f2fd24423 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:50:24.608655 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-603d7c92-0272-4f4d-bdc6-2e0d878434b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:24.629522 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-603d7c92-0272-4f4d-bdc6-2e0d878434b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:24.675288 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-603d7c92-0272-4f4d-bdc6-2e0d878434b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:24.677823 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-603d7c92-0272-4f4d-bdc6-2e0d878434b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:24.681670 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-603d7c92-0272-4f4d-bdc6-2e0d878434b9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6e7d0669-d741-46cb-944c-1741d163bf85 HTTP/1.1" status: 204 len: 168 time: 0.1284688 Dec 14 18:50:24.687021 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d7c92-0272-4f4d-bdc6-2e0d878434b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7d0669-d741-46cb-944c-1741d163bf85,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:50:27.747688 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.agents_db [None req-bc91d4ce-6c5b-4ff0-abae-02e3a00e1a46 None None] Agent healthcheck: found 6 active agents {{(pid=108023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:50:33.900051 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 48560) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:50:34.012284 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-1a790b74-00d2-42b1-b30e-6ab5df3c8ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:34.087029 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-1a790b74-00d2-42b1-b30e-6ab5df3c8ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:34.090941 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-1a790b74-00d2-42b1-b30e-6ab5df3c8ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:34.130987 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a790b74-00d2-42b1-b30e-6ab5df3c8ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea168126-4f56-484d-a3e1-209323720e02,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:50:34.134737 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-1a790b74-00d2-42b1-b30e-6ab5df3c8ef2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=38ba1624c1e44bd78c1327b4b107f908&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2336757 Dec 14 18:50:34.137536 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 48564) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:50:34.140800 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a790b74-00d2-42b1-b30e-6ab5df3c8ef2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:50:34.141145 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a790b74-00d2-42b1-b30e-6ab5df3c8ef2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:50:34.141483 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a790b74-00d2-42b1-b30e-6ab5df3c8ef2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:50:34.141809 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a790b74-00d2-42b1-b30e-6ab5df3c8ef2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:50:34.142179 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a790b74-00d2-42b1-b30e-6ab5df3c8ef2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:50:34.142459 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a790b74-00d2-42b1-b30e-6ab5df3c8ef2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:50:34.142804 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a790b74-00d2-42b1-b30e-6ab5df3c8ef2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:50:34.143131 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a790b74-00d2-42b1-b30e-6ab5df3c8ef2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:50:34.143453 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a790b74-00d2-42b1-b30e-6ab5df3c8ef2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:50:34.143768 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a790b74-00d2-42b1-b30e-6ab5df3c8ef2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:50:34.144088 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a790b74-00d2-42b1-b30e-6ab5df3c8ef2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:50:34.144403 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a790b74-00d2-42b1-b30e-6ab5df3c8ef2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:50:34.186772 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-30fbaa14-8cde-462a-a11f-bc3460818f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:34.209969 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-30fbaa14-8cde-462a-a11f-bc3460818f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:34.255227 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-30fbaa14-8cde-462a-a11f-bc3460818f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:34.258069 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-30fbaa14-8cde-462a-a11f-bc3460818f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:34.261895 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-30fbaa14-8cde-462a-a11f-bc3460818f7a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ea168126-4f56-484d-a3e1-209323720e02 HTTP/1.1" status: 204 len: 168 time: 0.1233451 Dec 14 18:50:34.273059 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fbaa14-8cde-462a-a11f-bc3460818f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea168126-4f56-484d-a3e1-209323720e02,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:50:39.862159 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 48650) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:50:39.969018 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-bc878a22-5217-4500-a81b-59221c3b4b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:40.043378 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-bc878a22-5217-4500-a81b-59221c3b4b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:40.046741 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-bc878a22-5217-4500-a81b-59221c3b4b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:40.085111 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-bc878a22-5217-4500-a81b-59221c3b4b76 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=85e56561676942d2b5149ae845222123&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2218480 Dec 14 18:50:40.086284 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc878a22-5217-4500-a81b-59221c3b4b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b51b5ee-ae2a-4ed2-a7e5-ae23d15b5113,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:50:40.087836 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 48654) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:50:40.137772 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-872237fd-c8f8-4449-9a32-9967cd61a85b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:40.159189 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-872237fd-c8f8-4449-9a32-9967cd61a85b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:40.203840 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-872237fd-c8f8-4449-9a32-9967cd61a85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:40.206434 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-872237fd-c8f8-4449-9a32-9967cd61a85b admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:40.207598 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-872237fd-c8f8-4449-9a32-9967cd61a85b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9b51b5ee-ae2a-4ed2-a7e5-ae23d15b5113 HTTP/1.1" status: 204 len: 168 time: 0.1176641 Dec 14 18:50:40.215918 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872237fd-c8f8-4449-9a32-9967cd61a85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b51b5ee-ae2a-4ed2-a7e5-ae23d15b5113,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:50:40.461039 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 48660) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:50:40.473746 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ce770ba4-f8fc-4ec3-986d-bbdc77f4bdd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:40.546909 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ce770ba4-f8fc-4ec3-986d-bbdc77f4bdd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:40.550826 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ce770ba4-f8fc-4ec3-986d-bbdc77f4bdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:40.589744 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-ce770ba4-f8fc-4ec3-986d-bbdc77f4bdd9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b007655470c44daf884bf7f319f356e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1275523 Dec 14 18:50:40.590623 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce770ba4-f8fc-4ec3-986d-bbdc77f4bdd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f690fc-6bc8-4163-895c-e3b265eb0a6d,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:50:40.592395 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 48662) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:50:40.644342 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-81650718-ba07-4af8-895a-3082a8352ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:40.666288 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-81650718-ba07-4af8-895a-3082a8352ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:40.711905 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-81650718-ba07-4af8-895a-3082a8352ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:40.714946 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-81650718-ba07-4af8-895a-3082a8352ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:40.716394 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-81650718-ba07-4af8-895a-3082a8352ba2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/28f690fc-6bc8-4163-895c-e3b265eb0a6d HTTP/1.1" status: 204 len: 168 time: 0.1227319 Dec 14 18:50:40.728833 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81650718-ba07-4af8-895a-3082a8352ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f690fc-6bc8-4163-895c-e3b265eb0a6d,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:50:42.375874 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-c74268e4-cf6e-4d37-a045-152ee32eea52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:44.736583 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-711f284e-3fcf-4bd5-99d2-3a7022c0cedc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:46.192132 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:47.536882 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:47.870288 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:49.428341 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306901ce-9072-469a-897e-0dce182adad2 req-1107b5e2-50c6-4b75-8a42-869065da543b tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:50:49.429829 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-306901ce-9072-469a-897e-0dce182adad2 req-1107b5e2-50c6-4b75-8a42-869065da543b tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 946 time: 0.0507357 Dec 14 18:50:49.467661 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-306901ce-9072-469a-897e-0dce182adad2 req-0aab0992-287f-481b-8965-3da222b1c30a tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317674 Dec 14 18:50:50.591270 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203d43f-6afa-4c24-b215-25fd8b79e30e req-54ccf513-7e56-4ce1-a6fc-08a3effd1a23 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:50:50.592736 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-c203d43f-6afa-4c24-b215-25fd8b79e30e req-54ccf513-7e56-4ce1-a6fc-08a3effd1a23 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 946 time: 0.0517077 Dec 14 18:50:50.631182 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-c203d43f-6afa-4c24-b215-25fd8b79e30e req-ad96e6a7-d2ad-4bd0-b29b-746c08beb3c3 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups?id=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319111 Dec 14 18:50:50.843344 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b3959-d5f4-4789-9268-7fd9ebc3dee1 req-9d7d5de0-06a5-447f-9468-95fb8d7d5e2b tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:50:50.844780 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-447b3959-d5f4-4789-9268-7fd9ebc3dee1 req-9d7d5de0-06a5-447f-9468-95fb8d7d5e2b tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.61 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 946 time: 0.0483773 Dec 14 18:50:50.940231 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [req-447b3959-d5f4-4789-9268-7fd9ebc3dee1 req-bdf7f68a-ea20-47e9-8042-afb8c75a255f tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Deleting port a697b77e-1802-475b-8c0d-62b14fac98eb {{(pid=108020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:50:50.940469 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-447b3959-d5f4-4789-9268-7fd9ebc3dee1 req-bdf7f68a-ea20-47e9-8042-afb8c75a255f tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:51.028311 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-447b3959-d5f4-4789-9268-7fd9ebc3dee1 req-bdf7f68a-ea20-47e9-8042-afb8c75a255f tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] For port a697b77e-1802-475b-8c0d-62b14fac98eb, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a697b77e-1802-475b-8c0d-62b14fac98eb,segment=NetworkSegment(d67fca54-e316-4758-9f95-27fc03e03491),segment_id=d67fca54-e316-4758-9f95-27fc03e03491)] {{(pid=108020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:50:51.028672 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-447b3959-d5f4-4789-9268-7fd9ebc3dee1 req-bdf7f68a-ea20-47e9-8042-afb8c75a255f tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:51.200778 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-447b3959-d5f4-4789-9268-7fd9ebc3dee1 req-bdf7f68a-ea20-47e9-8042-afb8c75a255f tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:51.201053 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-447b3959-d5f4-4789-9268-7fd9ebc3dee1 req-bdf7f68a-ea20-47e9-8042-afb8c75a255f tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552536'] for floatingip, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:51.201373 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.db.l3_db [req-447b3959-d5f4-4789-9268-7fd9ebc3dee1 req-bdf7f68a-ea20-47e9-8042-afb8c75a255f tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Floating IP 57cfdefb-5410-4966-8b03-903831209a5a disassociated. External IP: 172.27.2.112, port: a697b77e-1802-475b-8c0d-62b14fac98eb. Dec 14 18:50:51.201712 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [req-447b3959-d5f4-4789-9268-7fd9ebc3dee1 req-bdf7f68a-ea20-47e9-8042-afb8c75a255f tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Calling delete_port for a697b77e-1802-475b-8c0d-62b14fac98eb owned by compute:nova {{(pid=108020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:50:51.346745 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-447b3959-d5f4-4789-9268-7fd9ebc3dee1 req-bdf7f68a-ea20-47e9-8042-afb8c75a255f tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25418977'] for port, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:51.383030 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf7f68a-ea20-47e9-8042-afb8c75a255f tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Pushing event deleted for resources: {'Port': ['ID=a697b77e-1802-475b-8c0d-62b14fac98eb,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:50:51.510603 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.l3_agent_scheduler [req-447b3959-d5f4-4789-9268-7fd9ebc3dee1 req-bdf7f68a-ea20-47e9-8042-afb8c75a255f tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Router db6ea8f5-1f88-4e0f-b432-cdaff40cea1e has already been hosted by L3 agent 61f97045-3475-4abf-9bb4-9e4a5178f14d {{(pid=108020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:50:51.511183 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 48790) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:50:51.630799 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-57b85f9c-9375-4fd4-b8b3-098c0da95a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:51.651855 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-447b3959-d5f4-4789-9268-7fd9ebc3dee1 req-bdf7f68a-ea20-47e9-8042-afb8c75a255f tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify agent at l3_agent.dv-cinder-821746-1-iscsi the message routers_updated {{(pid=108020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:50:51.664720 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecce1a6-3fac-4b1e-b6eb-0f934d6928fe None None] Sync routers for ids ['db6ea8f5-1f88-4e0f-b432-cdaff40cea1e'] in dv-cinder-821746-1-iscsi {{(pid=108023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:50:51.674937 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecce1a6-3fac-4b1e-b6eb-0f934d6928fe None None] Routers {'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:50:51.675664 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-0ecce1a6-3fac-4b1e-b6eb-0f934d6928fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:50:45Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['db6ea8f5-1f88-4e0f-b432-cdaff40cea1e'], 'active': True} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:50:51.702845 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [req-447b3959-d5f4-4789-9268-7fd9ebc3dee1 req-bdf7f68a-ea20-47e9-8042-afb8c75a255f tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] No DVR routers for this DVR port a697b77e-1802-475b-8c0d-62b14fac98eb on host hv-cinder-82174 {{(pid=108020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:50:51.706682 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-447b3959-d5f4-4789-9268-7fd9ebc3dee1 req-bdf7f68a-ea20-47e9-8042-afb8c75a255f tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:51.711140 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-447b3959-d5f4-4789-9268-7fd9ebc3dee1 req-bdf7f68a-ea20-47e9-8042-afb8c75a255f tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.61 "DELETE /v2.0/ports/a697b77e-1802-475b-8c0d-62b14fac98eb HTTP/1.1" status: 204 len: 173 time: 0.8587132 Dec 14 18:50:51.711600 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbe5052-8fc3-482c-8392-7c0f33b4e415', 'name': 'network-vif-deleted', 'tag': 'a697b77e-1802-475b-8c0d-62b14fac98eb'}] {{(pid=108020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:50:51.714197 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d1d651e17726932f2c063a5cb62fed0687a982c73a8c4b64805019ed9839e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c872e3-a825-41f2-bcca-57a7f75f044d" -d '{"events": [{"server_uuid": "dfbe5052-8fc3-482c-8392-7c0f33b4e415", "name": "network-vif-deleted", "tag": "a697b77e-1802-475b-8c0d-62b14fac98eb"}]}' {{(pid=108020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:50:51.766702 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b91262f2-7d66-4ff7-8989-0ca209a3dbc7 req-99587e8d-829b-40d6-ba42-79bedbc480b3 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/ports?device_id=dfbe5052-8fc3-482c-8392-7c0f33b4e415 HTTP/1.1" status: 200 len: 210 time: 0.0401559 Dec 14 18:50:51.809290 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73630ed6-764d-473c-ac58-8dc9b3c64f27 x-openstack-request-id: req-73630ed6-764d-473c-ac58-8dc9b3c64f27 {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:50:51.809726 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfbe5052-8fc3-482c-8392-7c0f33b4e415", "name": "network-vif-deleted", "tag": "a697b77e-1802-475b-8c0d-62b14fac98eb", "status": "completed", "code": 200}]} {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:50:51.809979 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-73630ed6-764d-473c-ac58-8dc9b3c64f27 {{(pid=108020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:50:51.810488 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfbe5052-8fc3-482c-8392-7c0f33b4e415', 'name': 'network-vif-deleted', 'tag': 'a697b77e-1802-475b-8c0d-62b14fac98eb', 'status': 'completed', 'code': 200} Dec 14 18:50:51.823982 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-57b85f9c-9375-4fd4-b8b3-098c0da95a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:51.828720 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-57b85f9c-9375-4fd4-b8b3-098c0da95a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:51.853772 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvr_db [None req-0ecce1a6-3fac-4b1e-b6eb-0f934d6928fe None None] Set router db6ea8f5-1f88-4e0f-b432-cdaff40cea1e gateway port host: dv-cinder-821746-1-iscsi {{(pid=108023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:50:51.874991 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-57b85f9c-9375-4fd4-b8b3-098c0da95a24 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a480f7a0c4514471b5417dacf676b7f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3626986 Dec 14 18:50:51.875859 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b85f9c-9375-4fd4-b8b3-098c0da95a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c980db6-1a11-442e-9fbc-8e5aba5413bc,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:50:51.878305 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 48798) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:50:51.932178 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa32f-a84e-47c4-b90d-f6a862d0e871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:51.954876 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa32f-a84e-47c4-b90d-f6a862d0e871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:52.006647 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa32f-a84e-47c4-b90d-f6a862d0e871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:52.009897 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa32f-a84e-47c4-b90d-f6a862d0e871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:52.011227 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-fe1aa32f-a84e-47c4-b90d-f6a862d0e871 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0c980db6-1a11-442e-9fbc-8e5aba5413bc HTTP/1.1" status: 204 len: 168 time: 0.1319034 Dec 14 18:50:52.019261 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1aa32f-a84e-47c4-b90d-f6a862d0e871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c980db6-1a11-442e-9fbc-8e5aba5413bc,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:50:52.091201 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-0ecce1a6-3fac-4b1e-b6eb-0f934d6928fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'name': 'tempest-AttachVolumeShelveTestJSON-731502450-router', 'tenant_id': '8119ae9c02c041da868fd66af898aece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'a02adf1e-1519-4a82-af9b-0e82a2fecdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:44:33Z', 'updated_at': '2021-12-14T18:44:37Z', 'revision_number': 4, 'project_id': '8119ae9c02c041da868fd66af898aece', 'gw_port': {'id': 'a02adf1e-1519-4a82-af9b-0e82a2fecdb4', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:44:34Z', 'updated_at': '2021-12-14T18:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': 'bbfcb125-3b7c-4ce8-9b31-154d853ef904', 'name': '', 'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d', 'tenant_id': '8119ae9c02c041da868fd66af898aece', 'mac_address': 'fa:16:3e:6b:31:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd961d8ae-8136-463f-bf43-32c0a15a6798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:44:36Z', 'updated_at': '2021-12-14T18:44:41Z', 'revision_number': 5, 'project_id': '8119ae9c02c041da868fd66af898aece', 'subnets': [{'id': 'd961d8ae-8136-463f-bf43-32c0a15a6798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:50:52.125149 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecce1a6-3fac-4b1e-b6eb-0f934d6928fe None None] Checking router: db6ea8f5-1f88-4e0f-b432-cdaff40cea1e for host: dv-cinder-821746-1-iscsi {{(pid=108023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:50:52.134436 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecce1a6-3fac-4b1e-b6eb-0f934d6928fe None None] Routers {'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:50:52.135158 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-0ecce1a6-3fac-4b1e-b6eb-0f934d6928fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:50:45Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['db6ea8f5-1f88-4e0f-b432-cdaff40cea1e'], 'active': True} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:50:52.152321 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:52.251220 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvr_db [None req-0ecce1a6-3fac-4b1e-b6eb-0f934d6928fe None None] Set router db6ea8f5-1f88-4e0f-b432-cdaff40cea1e gateway port host: dv-cinder-821746-1-iscsi {{(pid=108023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:50:52.306723 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 48804) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:50:52.321287 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-c29df7f7-d7ff-4683-9bfb-184f0af365b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:52.400337 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-c29df7f7-d7ff-4683-9bfb-184f0af365b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:52.405257 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-c29df7f7-d7ff-4683-9bfb-184f0af365b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:52.444007 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-c29df7f7-d7ff-4683-9bfb-184f0af365b5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=84901243b97c4799963a4922ae5b9684&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1354227 Dec 14 18:50:52.444970 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29df7f7-d7ff-4683-9bfb-184f0af365b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb913508-4473-47a0-a97a-7e54a7f70688,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:50:52.446717 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 48806) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:50:52.498440 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-c83d1d93-d9af-40f9-ae38-71d00275708f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:52.519701 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-c83d1d93-d9af-40f9-ae38-71d00275708f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:52.543124 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-0ecce1a6-3fac-4b1e-b6eb-0f934d6928fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'name': 'tempest-AttachVolumeShelveTestJSON-731502450-router', 'tenant_id': '8119ae9c02c041da868fd66af898aece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'a02adf1e-1519-4a82-af9b-0e82a2fecdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:44:33Z', 'updated_at': '2021-12-14T18:44:37Z', 'revision_number': 4, 'project_id': '8119ae9c02c041da868fd66af898aece', 'gw_port': {'id': 'a02adf1e-1519-4a82-af9b-0e82a2fecdb4', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:44:34Z', 'updated_at': '2021-12-14T18:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': 'bbfcb125-3b7c-4ce8-9b31-154d853ef904', 'name': '', 'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d', 'tenant_id': '8119ae9c02c041da868fd66af898aece', 'mac_address': 'fa:16:3e:6b:31:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd961d8ae-8136-463f-bf43-32c0a15a6798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:44:36Z', 'updated_at': '2021-12-14T18:44:41Z', 'revision_number': 5, 'project_id': '8119ae9c02c041da868fd66af898aece', 'subnets': [{'id': 'd961d8ae-8136-463f-bf43-32c0a15a6798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:50:52.566678 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-c83d1d93-d9af-40f9-ae38-71d00275708f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:52.569826 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-c83d1d93-d9af-40f9-ae38-71d00275708f admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:52.571010 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-c83d1d93-d9af-40f9-ae38-71d00275708f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fb913508-4473-47a0-a97a-7e54a7f70688 HTTP/1.1" status: 204 len: 168 time: 0.1232207 Dec 14 18:50:52.576642 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecce1a6-3fac-4b1e-b6eb-0f934d6928fe None None] The sync data for ids ['db6ea8f5-1f88-4e0f-b432-cdaff40cea1e'] in dv-cinder-821746-1-iscsi is: [{'id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'name': 'tempest-AttachVolumeShelveTestJSON-731502450-router', 'tenant_id': '8119ae9c02c041da868fd66af898aece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'a02adf1e-1519-4a82-af9b-0e82a2fecdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:44:33Z', 'updated_at': '2021-12-14T18:44:37Z', 'revision_number': 4, 'project_id': '8119ae9c02c041da868fd66af898aece', 'gw_port': {'id': 'a02adf1e-1519-4a82-af9b-0e82a2fecdb4', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:44:34Z', 'updated_at': '2021-12-14T18:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': 'bbfcb125-3b7c-4ce8-9b31-154d853ef904', 'name': '', 'network_id': '10892228-a1f8-4a5d-a334-a9f8d999d26d', 'tenant_id': '8119ae9c02c041da868fd66af898aece', 'mac_address': 'fa:16:3e:6b:31:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'd961d8ae-8136-463f-bf43-32c0a15a6798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:44:36Z', 'updated_at': '2021-12-14T18:44:41Z', 'revision_number': 5, 'project_id': '8119ae9c02c041da868fd66af898aece', 'subnets': [{'id': 'd961d8ae-8136-463f-bf43-32c0a15a6798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:50:52.579245 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d1d93-d9af-40f9-ae38-71d00275708f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb913508-4473-47a0-a97a-7e54a7f70688,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:50:52.792638 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49a9a2d-abce-46c5-9900-464693c9f395 None None] New status for floating IP 57cfdefb-5410-4966-8b03-903831209a5a: DOWN {{(pid=108022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 18:50:52.884193 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 48820) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:50:52.948056 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-76c2ed08-1573-4705-a7c0-65f0d5d1129e tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:52.976550 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-76c2ed08-1573-4705-a7c0-65f0d5d1129e tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:53.025103 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-76c2ed08-1573-4705-a7c0-65f0d5d1129e tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:53.028041 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-76c2ed08-1573-4705-a7c0-65f0d5d1129e tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:53.029184 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-76c2ed08-1573-4705-a7c0-65f0d5d1129e tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "DELETE /v2.0/security-groups/7522fc3f-a8fc-47f2-84be-e0ceba4bdd07 HTTP/1.1" status: 204 len: 168 time: 0.1437318 Dec 14 18:50:53.032162 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 48826) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:50:53.038838 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2ed08-1573-4705-a7c0-65f0d5d1129e tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7522fc3f-a8fc-47f2-84be-e0ceba4bdd07,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:50:53.053669 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.api.v2.resource [None req-4fc90217-875a-4b43-b71b-2ad2f9560282 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] show failed (client error): The resource could not be found. Dec 14 18:50:53.055040 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-4fc90217-875a-4b43-b71b-2ad2f9560282 tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "GET /v2.0/security-groups/7522fc3f-a8fc-47f2-84be-e0ceba4bdd07 HTTP/1.1" status: 404 len: 347 time: 0.0214534 Dec 14 18:50:53.058071 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 48828) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:50:53.184093 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.plugin [None req-21d7d1e3-6553-42f2-9db8-f8b274b50dac tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Deleting port 8b822178-8527-4e55-8daf-a102e35a5f1b {{(pid=108021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:50:53.184423 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-21d7d1e3-6553-42f2-9db8-f8b274b50dac tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:53.263730 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-21d7d1e3-6553-42f2-9db8-f8b274b50dac tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:53.264054 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-21d7d1e3-6553-42f2-9db8-f8b274b50dac tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:53.276219 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.plugin [None req-21d7d1e3-6553-42f2-9db8-f8b274b50dac tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Calling delete_port for 8b822178-8527-4e55-8daf-a102e35a5f1b owned by network:floatingip {{(pid=108021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:50:53.411456 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-21d7d1e3-6553-42f2-9db8-f8b274b50dac tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29291660'] for port, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:53.435905 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d7d1e3-6553-42f2-9db8-f8b274b50dac tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Pushing event deleted for resources: {'Port': ['ID=8b822178-8527-4e55-8daf-a102e35a5f1b,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:50:53.496333 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-21d7d1e3-6553-42f2-9db8-f8b274b50dac tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks [] for floatingip, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:53.499307 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-21d7d1e3-6553-42f2-9db8-f8b274b50dac tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for floatingip, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:53.500433 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-21d7d1e3-6553-42f2-9db8-f8b274b50dac tempest-AttachVolumeShelveTestJSON-48228159 tempest-AttachVolumeShelveTestJSON-48228159-project] 10.222.0.71 "DELETE /v2.0/floatingips/57cfdefb-5410-4966-8b03-903831209a5a HTTP/1.1" status: 204 len: 168 time: 0.4412067 Dec 14 18:50:54.369774 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device a697b77e-1802-475b-8c0d-62b14fac98eb no longer exists at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:50:54.393262 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] No Port match for: a697b77e-1802-475b-8c0d-62b14fac98eb {{(pid=108022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:50:54.393601 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device a697b77e-1802-475b-8c0d-62b14fac98eb not bound to the agent host hv-cinder-82174 {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:50:55.928166 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 48874) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:50:56.622066 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-61441d27-45cd-4a74-bbad-f30948cab6d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550445'] for router_interface, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:56.858234 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.plugin [None req-61441d27-45cd-4a74-bbad-f30948cab6d2 admin admin] Deleting port bbfcb125-3b7c-4ce8-9b31-154d853ef904 {{(pid=108021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:50:56.858588 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-61441d27-45cd-4a74-bbad-f30948cab6d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:56.934830 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.db [None req-61441d27-45cd-4a74-bbad-f30948cab6d2 admin admin] For port bbfcb125-3b7c-4ce8-9b31-154d853ef904, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=bbfcb125-3b7c-4ce8-9b31-154d853ef904,segment=NetworkSegment(d67fca54-e316-4758-9f95-27fc03e03491),segment_id=d67fca54-e316-4758-9f95-27fc03e03491)] {{(pid=108021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:50:56.935465 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-61441d27-45cd-4a74-bbad-f30948cab6d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:56.948633 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.plugin [None req-61441d27-45cd-4a74-bbad-f30948cab6d2 admin admin] Calling delete_port for bbfcb125-3b7c-4ce8-9b31-154d853ef904 owned by network:router_interface {{(pid=108021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:50:57.124275 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-61441d27-45cd-4a74-bbad-f30948cab6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29291660'] for port, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:57.147168 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61441d27-45cd-4a74-bbad-f30948cab6d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbfcb125-3b7c-4ce8-9b31-154d853ef904,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:50:57.316194 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-61441d27-45cd-4a74-bbad-f30948cab6d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549399'] for router_interface, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:57.523375 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61441d27-45cd-4a74-bbad-f30948cab6d2 admin admin] Router db6ea8f5-1f88-4e0f-b432-cdaff40cea1e has already been hosted by L3 agent 61f97045-3475-4abf-9bb4-9e4a5178f14d {{(pid=108021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:50:57.623790 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61441d27-45cd-4a74-bbad-f30948cab6d2 admin admin] Notify agent at l3_agent.dv-cinder-821746-1-iscsi the message routers_updated {{(pid=108021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:50:57.628839 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-61441d27-45cd-4a74-bbad-f30948cab6d2 admin admin] 10.222.0.71 "PUT /v2.0/routers/db6ea8f5-1f88-4e0f-b432-cdaff40cea1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6996207 Dec 14 18:50:57.631294 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 48880) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:50:57.634102 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790de3b7-8f49-48fe-9cc9-5648b5616a23 None None] Sync routers for ids ['db6ea8f5-1f88-4e0f-b432-cdaff40cea1e'] in dv-cinder-821746-1-iscsi {{(pid=108023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:50:57.643512 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790de3b7-8f49-48fe-9cc9-5648b5616a23 None None] Routers {'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:50:57.644116 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-790de3b7-8f49-48fe-9cc9-5648b5616a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:50:45Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['db6ea8f5-1f88-4e0f-b432-cdaff40cea1e'], 'active': True} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:50:57.732071 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-7fdb3a2f-bdbc-43aa-954f-609429626c5c admin admin] Notify callbacks [] for router, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:57.757531 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvr_db [None req-790de3b7-8f49-48fe-9cc9-5648b5616a23 None None] Set router db6ea8f5-1f88-4e0f-b432-cdaff40cea1e gateway port host: dv-cinder-821746-1-iscsi {{(pid=108023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:50:57.834877 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-7fdb3a2f-bdbc-43aa-954f-609429626c5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:57.891273 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.plugin [None req-7fdb3a2f-bdbc-43aa-954f-609429626c5c admin admin] Deleting port a02adf1e-1519-4a82-af9b-0e82a2fecdb4 {{(pid=108021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:50:57.891613 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-7fdb3a2f-bdbc-43aa-954f-609429626c5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:57.943341 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-790de3b7-8f49-48fe-9cc9-5648b5616a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'name': 'tempest-AttachVolumeShelveTestJSON-731502450-router', 'tenant_id': '8119ae9c02c041da868fd66af898aece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'a02adf1e-1519-4a82-af9b-0e82a2fecdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:44:33Z', 'updated_at': '2021-12-14T18:50:57Z', 'revision_number': 5, 'project_id': '8119ae9c02c041da868fd66af898aece', 'gw_port': {'id': 'a02adf1e-1519-4a82-af9b-0e82a2fecdb4', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:44:34Z', 'updated_at': '2021-12-14T18:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi'}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:50:57.970231 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790de3b7-8f49-48fe-9cc9-5648b5616a23 None None] Checking router: db6ea8f5-1f88-4e0f-b432-cdaff40cea1e for host: dv-cinder-821746-1-iscsi {{(pid=108023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:50:57.973298 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.db [None req-7fdb3a2f-bdbc-43aa-954f-609429626c5c admin admin] For port a02adf1e-1519-4a82-af9b-0e82a2fecdb4, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=a02adf1e-1519-4a82-af9b-0e82a2fecdb4,segment=NetworkSegment(a712e70a-4160-45a5-bd2f-6cc771621112),segment_id=a712e70a-4160-45a5-bd2f-6cc771621112)] {{(pid=108021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:50:57.973790 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-7fdb3a2f-bdbc-43aa-954f-609429626c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:57.978746 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790de3b7-8f49-48fe-9cc9-5648b5616a23 None None] Routers {'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:50:57.979359 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-790de3b7-8f49-48fe-9cc9-5648b5616a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:50:45Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['db6ea8f5-1f88-4e0f-b432-cdaff40cea1e'], 'active': True} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:50:57.988671 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.plugin [None req-7fdb3a2f-bdbc-43aa-954f-609429626c5c admin admin] Calling delete_port for a02adf1e-1519-4a82-af9b-0e82a2fecdb4 owned by network:router_gateway {{(pid=108021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:50:58.065058 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvr_db [None req-790de3b7-8f49-48fe-9cc9-5648b5616a23 None None] Set router db6ea8f5-1f88-4e0f-b432-cdaff40cea1e gateway port host: None {{(pid=108023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:50:58.121163 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-790de3b7-8f49-48fe-9cc9-5648b5616a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'name': 'tempest-AttachVolumeShelveTestJSON-731502450-router', 'tenant_id': '8119ae9c02c041da868fd66af898aece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:44:33Z', 'updated_at': '2021-12-14T18:50:57Z', 'revision_number': 6, 'project_id': '8119ae9c02c041da868fd66af898aece', 'gw_port_host': None}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:50:58.147907 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790de3b7-8f49-48fe-9cc9-5648b5616a23 None None] The sync data for ids ['db6ea8f5-1f88-4e0f-b432-cdaff40cea1e'] in dv-cinder-821746-1-iscsi is: [{'id': 'db6ea8f5-1f88-4e0f-b432-cdaff40cea1e', 'name': 'tempest-AttachVolumeShelveTestJSON-731502450-router', 'tenant_id': '8119ae9c02c041da868fd66af898aece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:44:33Z', 'updated_at': '2021-12-14T18:50:57Z', 'revision_number': 6, 'project_id': '8119ae9c02c041da868fd66af898aece', 'gw_port_host': None}] {{(pid=108023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:50:58.151563 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-7fdb3a2f-bdbc-43aa-954f-609429626c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29291660'] for port, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:58.178996 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb3a2f-bdbc-43aa-954f-609429626c5c admin admin] Pushing event deleted for resources: {'Port': ['ID=a02adf1e-1519-4a82-af9b-0e82a2fecdb4,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:50:58.242222 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-7fdb3a2f-bdbc-43aa-954f-609429626c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552558'] for router_gateway, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:58.328140 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-7fdb3a2f-bdbc-43aa-954f-609429626c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9128'] for router, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:58.330112 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-7fdb3a2f-bdbc-43aa-954f-609429626c5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:58.372203 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-7fdb3a2f-bdbc-43aa-954f-609429626c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554532'] for router, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:58.372715 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fdb3a2f-bdbc-43aa-954f-609429626c5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router db6ea8f5-1f88-4e0f-b432-cdaff40cea1e {{(pid=108021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 18:50:58.377433 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-7fdb3a2f-bdbc-43aa-954f-609429626c5c admin admin] Notify callbacks [] for router, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:58.378589 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-7fdb3a2f-bdbc-43aa-954f-609429626c5c admin admin] 10.222.0.71 "DELETE /v2.0/routers/db6ea8f5-1f88-4e0f-b432-cdaff40cea1e HTTP/1.1" status: 204 len: 168 time: 0.7463138 Dec 14 18:50:58.381735 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 48884) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:50:58.423779 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a34f0d9-80ce-4141-a2e8-1543cabb06ac admin admin] Deleting subnet d961d8ae-8136-463f-bf43-32c0a15a6798 {{(pid=108021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 14 18:50:58.426735 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-6a34f0d9-80ce-4141-a2e8-1543cabb06ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:58.463787 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-6a34f0d9-80ce-4141-a2e8-1543cabb06ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29292912'] for subnet, precommit_delete_associations {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:58.569502 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-6a34f0d9-80ce-4141-a2e8-1543cabb06ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3907046'] for subnet, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:58.622843 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-6a34f0d9-80ce-4141-a2e8-1543cabb06ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3907055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29291609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28799321'] for subnet, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:58.650813 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a34f0d9-80ce-4141-a2e8-1543cabb06ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d961d8ae-8136-463f-bf43-32c0a15a6798,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:50:58.655700 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-6a34f0d9-80ce-4141-a2e8-1543cabb06ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for subnet, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:58.659576 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-6a34f0d9-80ce-4141-a2e8-1543cabb06ac admin admin] 10.222.0.71 "DELETE /v2.0/subnets/d961d8ae-8136-463f-bf43-32c0a15a6798 HTTP/1.1" status: 204 len: 168 time: 0.2767348 Dec 14 18:50:58.660768 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e08194-6aae-4527-8324-efd687fd7eac None None] Network 10892228-a1f8-4a5d-a334-a9f8d999d26d requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:50:58.662363 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 48886) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:50:58.728265 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-14bd649a-14fb-498b-af01-8f4e5b3d6bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3973964'] for network, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:58.779486 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.plugin [None req-14bd649a-14fb-498b-af01-8f4e5b3d6bbf admin admin] Deleting port b1fc2c82-9af6-46cd-994f-9ebefa549ca5 {{(pid=108021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:50:58.779817 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-14bd649a-14fb-498b-af01-8f4e5b3d6bbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:58.843990 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.db [None req-14bd649a-14fb-498b-af01-8f4e5b3d6bbf admin admin] For port b1fc2c82-9af6-46cd-994f-9ebefa549ca5, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=b1fc2c82-9af6-46cd-994f-9ebefa549ca5,segment=NetworkSegment(d67fca54-e316-4758-9f95-27fc03e03491),segment_id=d67fca54-e316-4758-9f95-27fc03e03491)] {{(pid=108021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:50:58.844222 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-14bd649a-14fb-498b-af01-8f4e5b3d6bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:58.857021 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.plugin [None req-14bd649a-14fb-498b-af01-8f4e5b3d6bbf admin admin] Calling delete_port for b1fc2c82-9af6-46cd-994f-9ebefa549ca5 owned by network:dhcp {{(pid=108021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:50:58.915475 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c58b60-5fa2-42ad-a5db-ddfd18c65c2c None None] DHCP port deletion for 10892228-a1f8-4a5d-a334-a9f8d999d26d request from dv-cinder-821746-1-iscsi {{(pid=108022) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 14 18:50:58.939113 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-14bd649a-14fb-498b-af01-8f4e5b3d6bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29291660'] for port, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:58.963257 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-89c58b60-5fa2-42ad-a5db-ddfd18c65c2c None None] Deleting port b1fc2c82-9af6-46cd-994f-9ebefa549ca5 {{(pid=108022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:50:58.963634 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-89c58b60-5fa2-42ad-a5db-ddfd18c65c2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:58.966044 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd649a-14fb-498b-af01-8f4e5b3d6bbf admin admin] Pushing event deleted for resources: {'Port': ['ID=b1fc2c82-9af6-46cd-994f-9ebefa549ca5,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:50:58.967869 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bd649a-14fb-498b-af01-8f4e5b3d6bbf admin admin] No DVR routers for this DVR port b1fc2c82-9af6-46cd-994f-9ebefa549ca5 on host dv-cinder-821746-1-iscsi {{(pid=108021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:50:59.038377 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-89c58b60-5fa2-42ad-a5db-ddfd18c65c2c None None] For port b1fc2c82-9af6-46cd-994f-9ebefa549ca5, host dv-cinder-821746-1-iscsi, got binding levels [] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:50:59.038801 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-89c58b60-5fa2-42ad-a5db-ddfd18c65c2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:59.050012 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-14bd649a-14fb-498b-af01-8f4e5b3d6bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3899795', 'neutron.services.segments.db._delete_segments_for_network-8730915442872'] for network, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:59.052498 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-89c58b60-5fa2-42ad-a5db-ddfd18c65c2c None None] Calling delete_port for b1fc2c82-9af6-46cd-994f-9ebefa549ca5 owned by network:dhcp {{(pid=108022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:50:59.055239 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.ipam_backend_mixin [None req-89c58b60-5fa2-42ad-a5db-ddfd18c65c2c None None] Port b1fc2c82-9af6-46cd-994f-9ebefa549ca5 was not found and therefore no delete operation was performed {{(pid=108022) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 14 18:50:59.056544 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-89c58b60-5fa2-42ad-a5db-ddfd18c65c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966'] for port, after_delete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:59.075147 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.services.segments.db [None req-14bd649a-14fb-498b-af01-8f4e5b3d6bbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10892228-a1f8-4a5d-a334-a9f8d999d26d']}} {{(pid=108021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:50:59.088992 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c58b60-5fa2-42ad-a5db-ddfd18c65c2c None None] No DVR routers for this DVR port b1fc2c82-9af6-46cd-994f-9ebefa549ca5 on host dv-cinder-821746-1-iscsi {{(pid=108022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:50:59.092187 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.services.segments.db [None req-14bd649a-14fb-498b-af01-8f4e5b3d6bbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd67fca54-e316-4758-9f95-27fc03e03491') {'for_net_delete': True} {{(pid=108021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:50:59.092858 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.services.segments.db [None req-14bd649a-14fb-498b-af01-8f4e5b3d6bbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd67fca54-e316-4758-9f95-27fc03e03491') {} {{(pid=108021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:50:59.093558 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c58b60-5fa2-42ad-a5db-ddfd18c65c2c None None] Pushing event deleted for resources: {'Port': ['ID=b1fc2c82-9af6-46cd-994f-9ebefa549ca5,revision_number=None']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:50:59.104217 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c58b60-5fa2-42ad-a5db-ddfd18c65c2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:50:59.104579 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c58b60-5fa2-42ad-a5db-ddfd18c65c2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:50:59.104922 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c58b60-5fa2-42ad-a5db-ddfd18c65c2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:50:59.105259 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c58b60-5fa2-42ad-a5db-ddfd18c65c2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:50:59.105618 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c58b60-5fa2-42ad-a5db-ddfd18c65c2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:50:59.106025 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c58b60-5fa2-42ad-a5db-ddfd18c65c2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:50:59.106226 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c58b60-5fa2-42ad-a5db-ddfd18c65c2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:50:59.106579 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c58b60-5fa2-42ad-a5db-ddfd18c65c2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:50:59.106912 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c58b60-5fa2-42ad-a5db-ddfd18c65c2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:50:59.107233 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c58b60-5fa2-42ad-a5db-ddfd18c65c2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:50:59.107561 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c58b60-5fa2-42ad-a5db-ddfd18c65c2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:50:59.107883 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c58b60-5fa2-42ad-a5db-ddfd18c65c2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:50:59.109623 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-14bd649a-14fb-498b-af01-8f4e5b3d6bbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730915282288', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29292905'] for segment, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:59.126682 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-14bd649a-14fb-498b-af01-8f4e5b3d6bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017'] for segment, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:59.133539 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14bd649a-14fb-498b-af01-8f4e5b3d6bbf admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=108021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 18:50:59.133936 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-14bd649a-14fb-498b-af01-8f4e5b3d6bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29291711'] for segment, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:59.135889 dv-cinder-821746-1-iscsi neutron-server[108021]: Traceback (most recent call last): Dec 14 18:50:59.135889 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 18:50:59.135889 dv-cinder-821746-1-iscsi neutron-server[108021]: timer() Dec 14 18:50:59.135889 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:50:59.135889 dv-cinder-821746-1-iscsi neutron-server[108021]: cb(*args, **kw) Dec 14 18:50:59.135889 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 18:50:59.135889 dv-cinder-821746-1-iscsi neutron-server[108021]: return func(*args, **kwargs) Dec 14 18:50:59.135889 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:50:59.135889 dv-cinder-821746-1-iscsi neutron-server[108021]: self._notify() Dec 14 18:50:59.135889 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:50:59.135889 dv-cinder-821746-1-iscsi neutron-server[108021]: self.callback(batched_events) Dec 14 18:50:59.135889 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:50:59.135889 dv-cinder-821746-1-iscsi neutron-server[108021]: event.method(event) Dec 14 18:50:59.135889 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 18:50:59.135889 dv-cinder-821746-1-iscsi neutron-server[108021]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:50:59.135889 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 18:50:59.135889 dv-cinder-821746-1-iscsi neutron-server[108021]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 18:50:59.135889 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 18:50:59.135889 dv-cinder-821746-1-iscsi neutron-server[108021]: return f(self, *a, **k) Dec 14 18:50:59.135889 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 18:50:59.135889 dv-cinder-821746-1-iscsi neutron-server[108021]: return self._get(url).json() Dec 14 18:50:59.135889 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:50:59.135889 dv-cinder-821746-1-iscsi neutron-server[108021]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 18:50:59.135889 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 18:50:59.135889 dv-cinder-821746-1-iscsi neutron-server[108021]: return self.request(url, 'GET', **kwargs) Dec 14 18:50:59.135889 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 18:50:59.135889 dv-cinder-821746-1-iscsi neutron-server[108021]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 18:50:59.135889 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 18:50:59.135889 dv-cinder-821746-1-iscsi neutron-server[108021]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:50:59.135889 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 18:50:59.135889 dv-cinder-821746-1-iscsi neutron-server[108021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:50:59.135889 dv-cinder-821746-1-iscsi neutron-server[108021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:50:59.200952 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-14bd649a-14fb-498b-af01-8f4e5b3d6bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3907168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552522'] for network, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:59.208046 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-14bd649a-14fb-498b-af01-8f4e5b3d6bbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for network, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:59.213600 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-14bd649a-14fb-498b-af01-8f4e5b3d6bbf admin admin] 10.222.0.71 "DELETE /v2.0/networks/10892228-a1f8-4a5d-a334-a9f8d999d26d HTTP/1.1" status: 204 len: 168 time: 0.5478575 Dec 14 18:50:59.222808 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd649a-14fb-498b-af01-8f4e5b3d6bbf admin admin] Pushing event deleted for resources: {'Network': ['ID=10892228-a1f8-4a5d-a334-a9f8d999d26d,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:50:59.337012 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 48906) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:50:59.377285 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-94443ca1-bacd-4b07-8d7b-86ffd2bff591 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8119ae9c02c041da868fd66af898aece&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391376 Dec 14 18:50:59.379890 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 48910) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:50:59.430494 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-388c4bed-c829-4211-9e37-be80ecc2e0be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:59.451961 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-388c4bed-c829-4211-9e37-be80ecc2e0be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:59.499987 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-388c4bed-c829-4211-9e37-be80ecc2e0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:59.502986 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-388c4bed-c829-4211-9e37-be80ecc2e0be admin admin] Notify callbacks [] for security_group, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:50:59.504177 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-388c4bed-c829-4211-9e37-be80ecc2e0be admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1e02c6e5-46e7-48ab-9bb2-b31d4332a94e HTTP/1.1" status: 204 len: 168 time: 0.1227219 Dec 14 18:50:59.512838 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c4bed-c829-4211-9e37-be80ecc2e0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e02c6e5-46e7-48ab-9bb2-b31d4332a94e,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:50:59.823039 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device b1fc2c82-9af6-46cd-994f-9ebefa549ca5 no longer exists at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:50:59.846399 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-ba8737c3-d096-412f-8f43-532636599bec None None] No Port match for: b1fc2c82-9af6-46cd-994f-9ebefa549ca5 {{(pid=108022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:50:59.846776 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device b1fc2c82-9af6-46cd-994f-9ebefa549ca5 not bound to the agent host dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:50:59.847202 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device bbfcb125-3b7c-4ce8-9b31-154d853ef904 no longer exists at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:50:59.866407 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-ba8737c3-d096-412f-8f43-532636599bec None None] No Port match for: bbfcb125-3b7c-4ce8-9b31-154d853ef904 {{(pid=108022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:50:59.866781 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device bbfcb125-3b7c-4ce8-9b31-154d853ef904 not bound to the agent host dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:50:59.867205 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device a02adf1e-1519-4a82-af9b-0e82a2fecdb4 no longer exists at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:50:59.886107 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-ba8737c3-d096-412f-8f43-532636599bec None None] No Port match for: a02adf1e-1519-4a82-af9b-0e82a2fecdb4 {{(pid=108022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:50:59.886519 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device a02adf1e-1519-4a82-af9b-0e82a2fecdb4 not bound to the agent host dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:51:02.081136 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 49066) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:51:02.189257 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-40919953-ee78-48fc-ac51-b6c87bdbd3b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:02.266177 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-40919953-ee78-48fc-ac51-b6c87bdbd3b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:02.270256 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-40919953-ee78-48fc-ac51-b6c87bdbd3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:02.309534 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-40919953-ee78-48fc-ac51-b6c87bdbd3b1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=49196bdde79f4b03b7b81d4b5350efd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2273293 Dec 14 18:51:02.310415 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40919953-ee78-48fc-ac51-b6c87bdbd3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f38f08-3e90-4fff-a1de-178b1e6e767d,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:02.310961 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 49072) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:51:02.313654 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 49074) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:51:02.364062 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-b01201d5-6a08-4acc-a1eb-e8cf7a8de4c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:02.386823 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-b01201d5-6a08-4acc-a1eb-e8cf7a8de4c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:02.419470 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-f50b0aa8-e4e3-43c1-b47b-2e0b2285e477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:02.434175 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-b01201d5-6a08-4acc-a1eb-e8cf7a8de4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:02.436708 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-b01201d5-6a08-4acc-a1eb-e8cf7a8de4c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:02.437882 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-b01201d5-6a08-4acc-a1eb-e8cf7a8de4c5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d9f38f08-3e90-4fff-a1de-178b1e6e767d HTTP/1.1" status: 204 len: 168 time: 0.1231377 Dec 14 18:51:02.452696 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01201d5-6a08-4acc-a1eb-e8cf7a8de4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f38f08-3e90-4fff-a1de-178b1e6e767d,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:02.508738 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-f50b0aa8-e4e3-43c1-b47b-2e0b2285e477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:02.513140 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-f50b0aa8-e4e3-43c1-b47b-2e0b2285e477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:02.768426 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-f50b0aa8-e4e3-43c1-b47b-2e0b2285e477 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6aeaadea7463452db8c17482dca7b68d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4561813 Dec 14 18:51:02.771653 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 49088) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:51:02.773249 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b0aa8-e4e3-43c1-b47b-2e0b2285e477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0703a08-cbbe-4d95-abc7-ee7cd8ba0a41,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:02.834617 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-e2c792a4-c4cd-449b-8fdc-4af148f0114c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:02.860536 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-e2c792a4-c4cd-449b-8fdc-4af148f0114c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:02.911471 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-e2c792a4-c4cd-449b-8fdc-4af148f0114c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:02.914121 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-e2c792a4-c4cd-449b-8fdc-4af148f0114c admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:02.918235 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-e2c792a4-c4cd-449b-8fdc-4af148f0114c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f0703a08-cbbe-4d95-abc7-ee7cd8ba0a41 HTTP/1.1" status: 204 len: 168 time: 0.1455841 Dec 14 18:51:02.926615 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c792a4-c4cd-449b-8fdc-4af148f0114c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0703a08-cbbe-4d95-abc7-ee7cd8ba0a41,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:03.262601 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 49108) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:51:03.279076 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-3fcf627a-4d95-4d24-96e0-bdb505530a86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:03.358119 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-3fcf627a-4d95-4d24-96e0-bdb505530a86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:03.363827 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-3fcf627a-4d95-4d24-96e0-bdb505530a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:03.432946 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-3fcf627a-4d95-4d24-96e0-bdb505530a86 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=40985943e5434e92a1e63032dba321c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1686783 Dec 14 18:51:03.434277 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf627a-4d95-4d24-96e0-bdb505530a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7995d695-d949-4ac5-930a-d8c71427ce84,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:03.435428 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 49110) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:51:03.485751 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-3cfe34ac-3a96-47c8-98c4-f4fb648088c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:03.506584 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-3cfe34ac-3a96-47c8-98c4-f4fb648088c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:03.552746 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-3cfe34ac-3a96-47c8-98c4-f4fb648088c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:03.555512 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-3cfe34ac-3a96-47c8-98c4-f4fb648088c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:03.562611 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-3cfe34ac-3a96-47c8-98c4-f4fb648088c6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7995d695-d949-4ac5-930a-d8c71427ce84 HTTP/1.1" status: 204 len: 168 time: 0.1230574 Dec 14 18:51:03.571647 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfe34ac-3a96-47c8-98c4-f4fb648088c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7995d695-d949-4ac5-930a-d8c71427ce84,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:04.748978 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.agents_db [None req-bc91d4ce-6c5b-4ff0-abae-02e3a00e1a46 None None] Agent healthcheck: found 6 active agents {{(pid=108023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:51:04.991737 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-2378ba00-35ee-4ff4-82c1-f2096976ae5e tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=5338d53f40ed48aa9accb51cf7b70df1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294685 Dec 14 18:51:05.192623 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-f1fe5685-fd08-435f-91c9-99ad11e56823 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:51:05.198950 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-f1fe5685-fd08-435f-91c9-99ad11e56823 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2017045 Dec 14 18:51:05.209475 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-2dfaca1f-3736-40a6-9bf4-e58543961c86 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] 10.222.0.71 "GET /v2.0/quotas/5338d53f40ed48aa9accb51cf7b70df1 HTTP/1.1" status: 200 len: 375 time: 0.0097144 Dec 14 18:51:05.242737 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-ce02845d-ec87-4918-91fb-924a78bb3b66 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=5338d53f40ed48aa9accb51cf7b70df1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272608 Dec 14 18:51:05.416485 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-430a241a-a4ce-4a66-b7c6-36f50416121c req-13b47b47-4203-4b90-ad7c-55b678ce2646 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] 10.222.0.71 "GET /v2.0/ports?device_id=011cf4dd-0ee8-4e33-ab3b-69d91504b4b6 HTTP/1.1" status: 200 len: 210 time: 0.0348756 Dec 14 18:51:06.224727 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-0e58c2ea-df40-4ff5-8ab1-b7f179e921e2 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=5338d53f40ed48aa9accb51cf7b70df1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236602 Dec 14 18:51:06.344915 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-81068859-94a3-4be9-8fba-49977f3973f3 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:51:06.346731 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-81068859-94a3-4be9-8fba-49977f3973f3 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1171050 Dec 14 18:51:06.363839 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-74aa308c-41b8-48bf-a540-da4a845e66c5 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] Request body: {'port': {'device_id': '011cf4dd-0ee8-4e33-ab3b-69d91504b4b6', 'network_id': '1eed3927-8f63-40b5-bf6b-802ecab360e9', 'admin_state_up': True, 'tenant_id': '5338d53f40ed48aa9accb51cf7b70df1'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:51:06.541264 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-751d5d20-85b9-446f-9115-417e0a09bd6e req-204690a5-f274-4418-9178-76165be822ee tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] 10.222.0.71 "GET /v2.0/ports?device_id=011cf4dd-0ee8-4e33-ab3b-69d91504b4b6 HTTP/1.1" status: 200 len: 210 time: 0.0389445 Dec 14 18:51:06.546304 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-74aa308c-41b8-48bf-a540-da4a845e66c5 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] Made reservation on behalf of 5338d53f40ed48aa9accb51cf7b70df1 for: {'port': 1} {{(pid=108020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:51:06.549969 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-74aa308c-41b8-48bf-a540-da4a845e66c5 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:06.559312 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-74aa308c-41b8-48bf-a540-da4a845e66c5 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:06.644764 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-74aa308c-41b8-48bf-a540-da4a845e66c5 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:06.649486 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-74aa308c-41b8-48bf-a540-da4a845e66c5 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:06.714410 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa308c-41b8-48bf-a540-da4a845e66c5 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=758d311b-6015-41c3-9571-3d08164a3779,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:06.792188 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.db_base_plugin_common [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-74aa308c-41b8-48bf-a540-da4a845e66c5 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] Allocated IP 192.168.233.34 (1eed3927-8f63-40b5-bf6b-802ecab360e9/452ddcad-9719-47b5-bd29-bf8777ec55ae/87cdd4f8-fe69-46bc-a7aa-2100b3c2321b) {{(pid=108020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:51:06.953823 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-74aa308c-41b8-48bf-a540-da4a845e66c5 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] Notify callbacks [] for port, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:06.988586 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-74aa308c-41b8-48bf-a540-da4a845e66c5 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25418977'] for port, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:07.035290 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-74aa308c-41b8-48bf-a540-da4a845e66c5 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] Network 1eed3927-8f63-40b5-bf6b-802ecab360e9 is already hosted by enough agents. {{(pid=108020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:51:07.038635 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.base_scheduler [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-74aa308c-41b8-48bf-a540-da4a845e66c5 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] Resources bound (agent type, host, resource id): {{(pid=108020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:51:07.042351 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-74aa308c-41b8-48bf-a540-da4a845e66c5 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] Received port after_create {{(pid=108020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:51:07.051748 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa308c-41b8-48bf-a540-da4a845e66c5 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] Pushing event updated for resources: {'Port': ['ID=87cdd4f8-fe69-46bc-a7aa-2100b3c2321b,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:07.112603 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-74aa308c-41b8-48bf-a540-da4a845e66c5 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:51:07.113307 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-74aa308c-41b8-48bf-a540-da4a845e66c5 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:07.132337 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-74aa308c-41b8-48bf-a540-da4a845e66c5 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7759547 Dec 14 18:51:07.326977 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-266e139f-0665-48fc-a46a-51d9d54b18c1 None None] Provisioning complete for port 87cdd4f8-fe69-46bc-a7aa-2100b3c2321b triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:51:07.327599 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-266e139f-0665-48fc-a46a-51d9d54b18c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:07.362361 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-266e139f-0665-48fc-a46a-51d9d54b18c1 None None] Port 87cdd4f8-fe69-46bc-a7aa-2100b3c2321b cannot update to ACTIVE because it is not bound. {{(pid=108022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:51:07.684706 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee2570-1400-45b0-ae30-caf946e79d81 req-b7386128-3de6-4e85-9595-57ab5b57e3a5 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:51:07.686245 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-8bee2570-1400-45b0-ae30-caf946e79d81 req-b7386128-3de6-4e85-9595-57ab5b57e3a5 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] 10.222.0.71 "GET /v2.0/ports?device_id=011cf4dd-0ee8-4e33-ab3b-69d91504b4b6 HTTP/1.1" status: 200 len: 935 time: 0.0586431 Dec 14 18:51:07.727542 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-8bee2570-1400-45b0-ae30-caf946e79d81 req-aa6391db-3dc4-4bd8-b7fc-e75c36739920 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d311b-6015-41c3-9571-3d08164a3779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347939 Dec 14 18:51:08.460660 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-05812e10-ceca-4484-a168-1ff8b04fc691 service neutron] Request body: {'port': {'device_id': '011cf4dd-0ee8-4e33-ab3b-69d91504b4b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:51:08.520041 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-05812e10-ceca-4484-a168-1ff8b04fc691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:08.801619 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-05812e10-ceca-4484-a168-1ff8b04fc691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87cdd4f8-fe69-46bc-a7aa-2100b3c2321b {{(pid=108020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:51:08.810883 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-05812e10-ceca-4484-a168-1ff8b04fc691 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:08.846951 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.provisioning_blocks [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-05812e10-ceca-4484-a168-1ff8b04fc691 service neutron] Transition to ACTIVE for port object 87cdd4f8-fe69-46bc-a7aa-2100b3c2321b will not be triggered until provisioned by entity L2. {{(pid=108020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 18:51:08.852547 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-05812e10-ceca-4484-a168-1ff8b04fc691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25419006'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:08.907311 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416fd3d-e83c-4033-a5cf-9c50b7805f3f req-41fd8560-67f0-4abd-9892-2a473ec0d920 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:51:08.908154 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4416fd3d-e83c-4033-a5cf-9c50b7805f3f req-41fd8560-67f0-4abd-9892-2a473ec0d920 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] 10.222.0.71 "GET /v2.0/ports?device_id=011cf4dd-0ee8-4e33-ab3b-69d91504b4b6 HTTP/1.1" status: 200 len: 935 time: 0.0995810 Dec 14 18:51:08.929346 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05812e10-ceca-4484-a168-1ff8b04fc691 service neutron] Pushing event updated for resources: {'Port': ['ID=87cdd4f8-fe69-46bc-a7aa-2100b3c2321b,revision_number=2']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:09.008409 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4416fd3d-e83c-4033-a5cf-9c50b7805f3f req-37258422-d68a-48dd-9232-a2d61ddd4b37 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d311b-6015-41c3-9571-3d08164a3779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859697 Dec 14 18:51:09.035218 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-05812e10-ceca-4484-a168-1ff8b04fc691 service neutron] Attempting to bind port 87cdd4f8-fe69-46bc-a7aa-2100b3c2321b on host hv-cinder-82174 for vnic_type normal with profile {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:51:09.035559 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-05812e10-ceca-4484-a168-1ff8b04fc691 service neutron] Attempting to bind port 87cdd4f8-fe69-46bc-a7aa-2100b3c2321b by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '044b28d7-6686-47ed-9e76-92cde2197978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1eed3927-8f63-40b5-bf6b-802ecab360e9'}] {{(pid=108020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:51:09.035904 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-05812e10-ceca-4484-a168-1ff8b04fc691 service neutron] Attempting to bind port 87cdd4f8-fe69-46bc-a7aa-2100b3c2321b on network 1eed3927-8f63-40b5-bf6b-802ecab360e9 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:51:09.041295 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-05812e10-ceca-4484-a168-1ff8b04fc691 service neutron] Port 87cdd4f8-fe69-46bc-a7aa-2100b3c2321b on network 1eed3927-8f63-40b5-bf6b-802ecab360e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 18:51:09.041619 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-05812e10-ceca-4484-a168-1ff8b04fc691 service neutron] Attempting to bind port 87cdd4f8-fe69-46bc-a7aa-2100b3c2321b on network 1eed3927-8f63-40b5-bf6b-802ecab360e9 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:51:09.046685 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-05812e10-ceca-4484-a168-1ff8b04fc691 service neutron] Checking agent: {'id': '1f764c31-0392-4232-adb6-72e70ca44f2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 41, 22), 'started_at': datetime.datetime(2021, 12, 14, 18, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:51:09.047039 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-05812e10-ceca-4484-a168-1ff8b04fc691 service neutron] Checking segment: {'id': '044b28d7-6686-47ed-9e76-92cde2197978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1eed3927-8f63-40b5-bf6b-802ecab360e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:51:09.047403 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-05812e10-ceca-4484-a168-1ff8b04fc691 service neutron] Bound using segment: {'id': '044b28d7-6686-47ed-9e76-92cde2197978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1eed3927-8f63-40b5-bf6b-802ecab360e9'} {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:51:09.047830 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-05812e10-ceca-4484-a168-1ff8b04fc691 service neutron] Bound port: 87cdd4f8-fe69-46bc-a7aa-2100b3c2321b, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '044b28d7-6686-47ed-9e76-92cde2197978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1eed3927-8f63-40b5-bf6b-802ecab360e9'}}] {{(pid=108020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:51:09.048186 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-05812e10-ceca-4484-a168-1ff8b04fc691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:09.129483 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-05812e10-ceca-4484-a168-1ff8b04fc691 service neutron] For port 87cdd4f8-fe69-46bc-a7aa-2100b3c2321b, host hv-cinder-82174, cleared binding levels {{(pid=108020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:51:09.135287 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-05812e10-ceca-4484-a168-1ff8b04fc691 service neutron] For port 87cdd4f8-fe69-46bc-a7aa-2100b3c2321b, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=87cdd4f8-fe69-46bc-a7aa-2100b3c2321b,segment=NetworkSegment(044b28d7-6686-47ed-9e76-92cde2197978),segment_id=044b28d7-6686-47ed-9e76-92cde2197978)] {{(pid=108020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:51:09.140941 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-05812e10-ceca-4484-a168-1ff8b04fc691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25419006'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:09.178454 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-05812e10-ceca-4484-a168-1ff8b04fc691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:51:09.179104 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-05812e10-ceca-4484-a168-1ff8b04fc691 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:09.180519 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-05812e10-ceca-4484-a168-1ff8b04fc691 service neutron] 10.222.0.61 "PUT /v2.0/ports/87cdd4f8-fe69-46bc-a7aa-2100b3c2321b HTTP/1.1" status: 200 len: 1097 time: 0.7276146 Dec 14 18:51:09.180974 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '011cf4dd-0ee8-4e33-ab3b-69d91504b4b6', 'tag': '87cdd4f8-fe69-46bc-a7aa-2100b3c2321b'}] {{(pid=108020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:51:09.183374 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d1d651e17726932f2c063a5cb62fed0687a982c73a8c4b64805019ed9839e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2434f7-2c86-4aab-a6e9-df37529a771e" -d '{"events": [{"name": "network-changed", "server_uuid": "011cf4dd-0ee8-4e33-ab3b-69d91504b4b6", "tag": "87cdd4f8-fe69-46bc-a7aa-2100b3c2321b"}]}' {{(pid=108020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:51:09.213470 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05812e10-ceca-4484-a168-1ff8b04fc691 service neutron] Pushing event updated for resources: {'Port': ['ID=87cdd4f8-fe69-46bc-a7aa-2100b3c2321b,revision_number=3']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:09.238760 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5c7b11-3719-44f1-a688-a092c5c550ec x-openstack-request-id: req-8c5c7b11-3719-44f1-a688-a092c5c550ec {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:51:09.239267 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "011cf4dd-0ee8-4e33-ab3b-69d91504b4b6", "tag": "87cdd4f8-fe69-46bc-a7aa-2100b3c2321b", "status": "completed", "code": 200}]} {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:51:09.239610 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8c5c7b11-3719-44f1-a688-a092c5c550ec {{(pid=108020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:51:09.240191 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '011cf4dd-0ee8-4e33-ab3b-69d91504b4b6', 'tag': '87cdd4f8-fe69-46bc-a7aa-2100b3c2321b', 'status': 'completed', 'code': 200} Dec 14 18:51:09.523196 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2434f7-2c86-4aab-a6e9-df37529a771e req-99e23913-b2a0-47e8-866e-016cb8c3a64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:51:09.526125 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-2f2434f7-2c86-4aab-a6e9-df37529a771e req-99e23913-b2a0-47e8-866e-016cb8c3a64a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5338d53f40ed48aa9accb51cf7b70df1&device_id=011cf4dd-0ee8-4e33-ab3b-69d91504b4b6 HTTP/1.1" status: 200 len: 1100 time: 0.0513561 Dec 14 18:51:09.555849 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-2f2434f7-2c86-4aab-a6e9-df37529a771e req-47680c3d-591d-4268-83cb-5aaaaa45a786 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=5338d53f40ed48aa9accb51cf7b70df1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220301 Dec 14 18:51:09.670919 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2434f7-2c86-4aab-a6e9-df37529a771e req-292ac9f6-0de7-4bf6-9c12-3d88a7007b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:51:09.672383 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-2f2434f7-2c86-4aab-a6e9-df37529a771e req-292ac9f6-0de7-4bf6-9c12-3d88a7007b87 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1099088 Dec 14 18:51:09.764032 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-02b026de-c98a-48cf-9ac0-a2a4d38165b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:51:09.765520 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-02b026de-c98a-48cf-9ac0-a2a4d38165b7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5338d53f40ed48aa9accb51cf7b70df1&device_id=011cf4dd-0ee8-4e33-ab3b-69d91504b4b6 HTTP/1.1" status: 200 len: 1100 time: 0.0502179 Dec 14 18:51:09.812325 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-63fdaccd-e139-4dc3-953c-4b5894d0f36d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=87cdd4f8-fe69-46bc-a7aa-2100b3c2321b HTTP/1.1" status: 200 len: 217 time: 0.0376689 Dec 14 18:51:09.888146 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-bb747b4b-e3af-4cfc-b3cd-e0f8953ee9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:51:09.890444 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-bb747b4b-e3af-4cfc-b3cd-e0f8953ee9bf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=452ddcad-9719-47b5-bd29-bf8777ec55ae HTTP/1.1" status: 200 len: 843 time: 0.0697868 Dec 14 18:51:09.943087 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-eeb318e0-9b74-4ab8-bcc3-c61ecdcacd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:51:09.944602 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-eeb318e0-9b74-4ab8-bcc3-c61ecdcacd0c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1eed3927-8f63-40b5-bf6b-802ecab360e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0462832 Dec 14 18:51:10.041204 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-58e132dd-4e3f-41df-9021-473576c75e3a service neutron] 10.222.0.61 "GET /v2.0/networks/1eed3927-8f63-40b5-bf6b-802ecab360e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893598 Dec 14 18:51:10.177661 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a80ae5-db8d-4c7c-b23f-a56423160327 req-bd5f04c9-db21-414a-9469-6ebe9d83623f tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:51:10.179257 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f8a80ae5-db8d-4c7c-b23f-a56423160327 req-bd5f04c9-db21-414a-9469-6ebe9d83623f tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] 10.222.0.71 "GET /v2.0/ports?device_id=011cf4dd-0ee8-4e33-ab3b-69d91504b4b6 HTTP/1.1" status: 200 len: 947 time: 0.0814257 Dec 14 18:51:10.181734 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f88ee9fc-2326-40c3-a6ce-9bc507fb3cdb req-997ca368-bab7-4e3a-b551-c7f30e109e14 service neutron] 10.222.0.61 "GET /v2.0/networks/1eed3927-8f63-40b5-bf6b-802ecab360e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328897 Dec 14 18:51:10.231943 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f8a80ae5-db8d-4c7c-b23f-a56423160327 req-ab7ada24-63cc-4f18-8c04-a7da50393e60 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d311b-6015-41c3-9571-3d08164a3779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455627 Dec 14 18:51:11.367753 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eaccb8-219c-43e7-ad5c-eb1327f440ee req-ab8e2fbe-a0c7-4a8c-a2e9-714b4692f9c2 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:51:11.370030 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-31eaccb8-219c-43e7-ad5c-eb1327f440ee req-ab8e2fbe-a0c7-4a8c-a2e9-714b4692f9c2 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] 10.222.0.71 "GET /v2.0/ports?device_id=011cf4dd-0ee8-4e33-ab3b-69d91504b4b6 HTTP/1.1" status: 200 len: 947 time: 0.0677249 Dec 14 18:51:11.421466 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-31eaccb8-219c-43e7-ad5c-eb1327f440ee req-bb4d771c-a84a-472e-bab6-6a77b4c3b5f1 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d311b-6015-41c3-9571-3d08164a3779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453856 Dec 14 18:51:12.385147 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-18080950-9e1b-491e-b192-be6a128639ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:12.561891 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6554d-541e-4cdf-9da3-a892c6dd275d req-20501804-427a-4064-8c2e-1265d232b308 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:51:12.563641 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-bfb6554d-541e-4cdf-9da3-a892c6dd275d req-20501804-427a-4064-8c2e-1265d232b308 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] 10.222.0.71 "GET /v2.0/ports?device_id=011cf4dd-0ee8-4e33-ab3b-69d91504b4b6 HTTP/1.1" status: 200 len: 947 time: 0.0496409 Dec 14 18:51:12.604477 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-bfb6554d-541e-4cdf-9da3-a892c6dd275d req-f55c89b8-c136-4f2d-b99c-0b3a7f58be88 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d311b-6015-41c3-9571-3d08164a3779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333278 Dec 14 18:51:13.721452 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b500e2-a0a7-4fcc-8587-5c031f568396 req-01fcf451-03d8-42bf-b5a4-2fa6343da907 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:51:13.723029 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-98b500e2-a0a7-4fcc-8587-5c031f568396 req-01fcf451-03d8-42bf-b5a4-2fa6343da907 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] 10.222.0.71 "GET /v2.0/ports?device_id=011cf4dd-0ee8-4e33-ab3b-69d91504b4b6 HTTP/1.1" status: 200 len: 947 time: 0.0508127 Dec 14 18:51:13.763098 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-98b500e2-a0a7-4fcc-8587-5c031f568396 req-c5fa1d13-e583-470c-92a2-96bee69b299f tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d311b-6015-41c3-9571-3d08164a3779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340559 Dec 14 18:51:14.057221 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 87cdd4f8-fe69-46bc-a7aa-2100b3c2321b details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=108022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:51:14.155387 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port 87cdd4f8-fe69-46bc-a7aa-2100b3c2321b, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=87cdd4f8-fe69-46bc-a7aa-2100b3c2321b,segment=NetworkSegment(044b28d7-6686-47ed-9e76-92cde2197978),segment_id=044b28d7-6686-47ed-9e76-92cde2197978)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:51:14.167720 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Returning: {'device': '87cdd4f8-fe69-46bc-a7aa-2100b3c2321b', 'network_id': '1eed3927-8f63-40b5-bf6b-802ecab360e9', 'port_id': '87cdd4f8-fe69-46bc-a7aa-2100b3c2321b', 'mac_address': 'fa:16:3e:70:05:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452ddcad-9719-47b5-bd29-bf8777ec55ae', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:51:14.207850 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:14.225954 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87cdd4f8-fe69-46bc-a7aa-2100b3c2321b {{(pid=108022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:51:14.249393 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port 87cdd4f8-fe69-46bc-a7aa-2100b3c2321b, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=87cdd4f8-fe69-46bc-a7aa-2100b3c2321b,segment=NetworkSegment(044b28d7-6686-47ed-9e76-92cde2197978),segment_id=044b28d7-6686-47ed-9e76-92cde2197978)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:51:14.253797 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:14.307365 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=87cdd4f8-fe69-46bc-a7aa-2100b3c2321b,revision_number=4']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:14.477133 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] get_ports_and_sgs() called for port_ids ['87cdd4f8-fe69-46bc-a7aa-2100b3c2321b'] {{(pid=108022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:51:14.735712 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-c32e30ca-b3ed-45b7-906b-b20a23f7486b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:14.888220 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad22a9-65d7-49fb-aadc-574a27505b7e req-0e645da1-2e22-411f-adb8-fd8a295b4e30 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:51:14.889712 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b2ad22a9-65d7-49fb-aadc-574a27505b7e req-0e645da1-2e22-411f-adb8-fd8a295b4e30 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] 10.222.0.71 "GET /v2.0/ports?device_id=011cf4dd-0ee8-4e33-ab3b-69d91504b4b6 HTTP/1.1" status: 200 len: 948 time: 0.0536931 Dec 14 18:51:14.929986 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b2ad22a9-65d7-49fb-aadc-574a27505b7e req-341ffbec-3918-4944-9213-05cd5a683b0e tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d311b-6015-41c3-9571-3d08164a3779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343196 Dec 14 18:51:15.462897 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 87cdd4f8-fe69-46bc-a7aa-2100b3c2321b up at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:51:15.515073 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Provisioning for port 87cdd4f8-fe69-46bc-a7aa-2100b3c2321b completed by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 18:51:15.519015 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Provisioning complete for port 87cdd4f8-fe69-46bc-a7aa-2100b3c2321b triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:51:15.519385 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:15.603336 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:15.627264 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011cf4dd-0ee8-4e33-ab3b-69d91504b4b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87cdd4f8-fe69-46bc-a7aa-2100b3c2321b'}] {{(pid=108022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:51:15.629539 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4652f51f42c3be85180d8c5c7bba1325bd3159a0fd8a88314674832532d8132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e87212-7e6b-48f9-bb80-23d0a38ecd2a" -d '{"events": [{"server_uuid": "011cf4dd-0ee8-4e33-ab3b-69d91504b4b6", "name": "network-vif-plugged", "status": "completed", "tag": "87cdd4f8-fe69-46bc-a7aa-2100b3c2321b"}]}' {{(pid=108022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:51:15.642928 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port 87cdd4f8-fe69-46bc-a7aa-2100b3c2321b, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=87cdd4f8-fe69-46bc-a7aa-2100b3c2321b,segment=NetworkSegment(044b28d7-6686-47ed-9e76-92cde2197978),segment_id=044b28d7-6686-47ed-9e76-92cde2197978)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:51:15.647575 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:15.674144 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164f8803-723f-4a0a-9f9c-7977647358c0 x-openstack-request-id: req-164f8803-723f-4a0a-9f9c-7977647358c0 {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:51:15.674625 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011cf4dd-0ee8-4e33-ab3b-69d91504b4b6", "name": "network-vif-plugged", "status": "completed", "tag": "87cdd4f8-fe69-46bc-a7aa-2100b3c2321b", "code": 200}]} {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:51:15.674901 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-164f8803-723f-4a0a-9f9c-7977647358c0 {{(pid=108022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:51:15.675357 dv-cinder-821746-1-iscsi neutron-server[108022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011cf4dd-0ee8-4e33-ab3b-69d91504b4b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87cdd4f8-fe69-46bc-a7aa-2100b3c2321b', 'code': 200} Dec 14 18:51:15.703879 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=87cdd4f8-fe69-46bc-a7aa-2100b3c2321b,revision_number=5']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:15.847499 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bcc75d-56d6-4fab-a686-8f2ba73122c1 req-11f3e820-27b1-4789-9523-63f5a8e91b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:51:15.850605 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-93bcc75d-56d6-4fab-a686-8f2ba73122c1 req-11f3e820-27b1-4789-9523-63f5a8e91b8b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=011cf4dd-0ee8-4e33-ab3b-69d91504b4b6 HTTP/1.1" status: 200 len: 1102 time: 0.0464983 Dec 14 18:51:15.887918 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-93bcc75d-56d6-4fab-a686-8f2ba73122c1 req-61dbd6e6-1091-4718-a52c-a4d84bf441ed service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=758d311b-6015-41c3-9571-3d08164a3779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304999 Dec 14 18:51:16.045642 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ecde57-c354-4d96-b11e-373e9e896262 req-918bdf34-8cd8-4362-a224-8aa4921d752e tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:51:16.047068 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-46ecde57-c354-4d96-b11e-373e9e896262 req-918bdf34-8cd8-4362-a224-8aa4921d752e tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] 10.222.0.71 "GET /v2.0/ports?device_id=011cf4dd-0ee8-4e33-ab3b-69d91504b4b6 HTTP/1.1" status: 200 len: 949 time: 0.0487320 Dec 14 18:51:16.087571 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-46ecde57-c354-4d96-b11e-373e9e896262 req-3e4d41fd-12a0-40c4-a60b-84cb002e0481 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d311b-6015-41c3-9571-3d08164a3779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339234 Dec 14 18:51:16.195524 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:17.226042 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e8442-f845-4872-8cae-0639f39f89af req-cf26661c-60b2-4bc6-8631-63bc71e1e1c0 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:51:17.227608 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-7c0e8442-f845-4872-8cae-0639f39f89af req-cf26661c-60b2-4bc6-8631-63bc71e1e1c0 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] 10.222.0.71 "GET /v2.0/ports?device_id=011cf4dd-0ee8-4e33-ab3b-69d91504b4b6 HTTP/1.1" status: 200 len: 949 time: 0.0554314 Dec 14 18:51:17.268060 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-7c0e8442-f845-4872-8cae-0639f39f89af req-408f1481-1367-4839-a1d8-4910f6f9ebdc tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d311b-6015-41c3-9571-3d08164a3779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342286 Dec 14 18:51:17.542143 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:17.874096 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:18.385252 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3780441-ca9a-45a2-8df2-85271259b7e7 req-788949e0-77e8-4e08-98fb-ef42e0174f5d tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:51:18.386732 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a3780441-ca9a-45a2-8df2-85271259b7e7 req-788949e0-77e8-4e08-98fb-ef42e0174f5d tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] 10.222.0.71 "GET /v2.0/ports?device_id=011cf4dd-0ee8-4e33-ab3b-69d91504b4b6 HTTP/1.1" status: 200 len: 949 time: 0.0517128 Dec 14 18:51:18.423743 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a3780441-ca9a-45a2-8df2-85271259b7e7 req-f9a8254e-648a-460b-90e4-67917fb0fb1b tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d311b-6015-41c3-9571-3d08164a3779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311630 Dec 14 18:51:19.537387 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bde683-0fce-4a60-842f-9c441f519eeb req-9bd26d4c-e285-4612-9907-491010259a07 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:51:19.538836 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-c6bde683-0fce-4a60-842f-9c441f519eeb req-9bd26d4c-e285-4612-9907-491010259a07 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] 10.222.0.71 "GET /v2.0/ports?device_id=011cf4dd-0ee8-4e33-ab3b-69d91504b4b6 HTTP/1.1" status: 200 len: 949 time: 0.0476499 Dec 14 18:51:19.577725 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-c6bde683-0fce-4a60-842f-9c441f519eeb req-178684d8-46e0-4ae6-943d-b34916309d63 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d311b-6015-41c3-9571-3d08164a3779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329919 Dec 14 18:51:20.711949 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf6861-42ff-475a-a7e0-de3401877207 req-46132991-f663-4595-965c-e67a8b9807b1 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:51:20.713484 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-76bf6861-42ff-475a-a7e0-de3401877207 req-46132991-f663-4595-965c-e67a8b9807b1 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] 10.222.0.71 "GET /v2.0/ports?device_id=011cf4dd-0ee8-4e33-ab3b-69d91504b4b6 HTTP/1.1" status: 200 len: 949 time: 0.0634978 Dec 14 18:51:20.755500 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-76bf6861-42ff-475a-a7e0-de3401877207 req-8f57b13a-8b3a-41fe-a826-250712be5c80 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d311b-6015-41c3-9571-3d08164a3779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350413 Dec 14 18:51:21.031287 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d21464-94ba-4658-b9b4-aa239ec0f847 req-79ebc81b-a877-4d2e-bb65-232234edef28 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:51:21.032738 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-30d21464-94ba-4658-b9b4-aa239ec0f847 req-79ebc81b-a877-4d2e-bb65-232234edef28 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] 10.222.0.71 "GET /v2.0/ports?device_id=011cf4dd-0ee8-4e33-ab3b-69d91504b4b6 HTTP/1.1" status: 200 len: 949 time: 0.0505905 Dec 14 18:51:21.071455 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-30d21464-94ba-4658-b9b4-aa239ec0f847 req-63a0886d-fab2-4b62-ace6-140565badc0a tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d311b-6015-41c3-9571-3d08164a3779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321541 Dec 14 18:51:22.158674 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:22.207038 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2cf69-de71-4b21-b21d-8d876a7fb6bb req-410197de-6b11-4495-a04a-89f5a1222daf tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:51:22.208590 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-79e2cf69-de71-4b21-b21d-8d876a7fb6bb req-410197de-6b11-4495-a04a-89f5a1222daf tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] 10.222.0.71 "GET /v2.0/ports?device_id=011cf4dd-0ee8-4e33-ab3b-69d91504b4b6 HTTP/1.1" status: 200 len: 949 time: 0.0585494 Dec 14 18:51:22.248779 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-79e2cf69-de71-4b21-b21d-8d876a7fb6bb req-309920d3-313a-4a40-8e7d-90dc0d102d26 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d311b-6015-41c3-9571-3d08164a3779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339825 Dec 14 18:51:23.365225 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dada4d-e555-4d03-bc98-c0d2551d2ade req-f6b20a62-0511-4f98-8813-0cba4a45da09 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:51:23.366768 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-07dada4d-e555-4d03-bc98-c0d2551d2ade req-f6b20a62-0511-4f98-8813-0cba4a45da09 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] 10.222.0.71 "GET /v2.0/ports?device_id=011cf4dd-0ee8-4e33-ab3b-69d91504b4b6 HTTP/1.1" status: 200 len: 949 time: 0.0514631 Dec 14 18:51:23.404115 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-07dada4d-e555-4d03-bc98-c0d2551d2ade req-0c8155c8-a3fd-4eb1-831c-d4aadb097716 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d311b-6015-41c3-9571-3d08164a3779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315852 Dec 14 18:51:24.527602 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e77922-06f1-456a-bc47-51c851654c3c req-f72c368c-3d3e-4730-bbb0-93d5eb9084e8 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:51:24.529103 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-49e77922-06f1-456a-bc47-51c851654c3c req-f72c368c-3d3e-4730-bbb0-93d5eb9084e8 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] 10.222.0.71 "GET /v2.0/ports?device_id=011cf4dd-0ee8-4e33-ab3b-69d91504b4b6 HTTP/1.1" status: 200 len: 949 time: 0.0563545 Dec 14 18:51:24.569222 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-49e77922-06f1-456a-bc47-51c851654c3c req-7ea917bc-5e75-4e0c-88a9-99866cf2d579 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d311b-6015-41c3-9571-3d08164a3779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341356 Dec 14 18:51:25.132358 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aebc6e0-1584-42e0-bac1-a1e12acb9299 req-61addead-4244-468e-b50f-5aa96cccfd4f tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:51:25.133784 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6aebc6e0-1584-42e0-bac1-a1e12acb9299 req-61addead-4244-468e-b50f-5aa96cccfd4f tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] 10.222.0.61 "GET /v2.0/ports?device_id=011cf4dd-0ee8-4e33-ab3b-69d91504b4b6 HTTP/1.1" status: 200 len: 949 time: 0.0473447 Dec 14 18:51:25.225761 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [req-6aebc6e0-1584-42e0-bac1-a1e12acb9299 req-d1a2f772-b46b-4a8d-a49e-6616e936a46d tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] Deleting port 87cdd4f8-fe69-46bc-a7aa-2100b3c2321b {{(pid=108020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:51:25.226097 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-6aebc6e0-1584-42e0-bac1-a1e12acb9299 req-d1a2f772-b46b-4a8d-a49e-6616e936a46d tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:25.493058 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 87cdd4f8-fe69-46bc-a7aa-2100b3c2321b no longer exists at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:51:25.541538 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-6aebc6e0-1584-42e0-bac1-a1e12acb9299 req-d1a2f772-b46b-4a8d-a49e-6616e936a46d tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] For port 87cdd4f8-fe69-46bc-a7aa-2100b3c2321b, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=87cdd4f8-fe69-46bc-a7aa-2100b3c2321b,segment=NetworkSegment(044b28d7-6686-47ed-9e76-92cde2197978),segment_id=044b28d7-6686-47ed-9e76-92cde2197978)] {{(pid=108020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:51:25.541900 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-6aebc6e0-1584-42e0-bac1-a1e12acb9299 req-d1a2f772-b46b-4a8d-a49e-6616e936a46d tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:25.555083 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [req-6aebc6e0-1584-42e0-bac1-a1e12acb9299 req-d1a2f772-b46b-4a8d-a49e-6616e936a46d tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] Calling delete_port for 87cdd4f8-fe69-46bc-a7aa-2100b3c2321b owned by compute:nova {{(pid=108020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:51:25.572938 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:25.606777 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port 87cdd4f8-fe69-46bc-a7aa-2100b3c2321b, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=87cdd4f8-fe69-46bc-a7aa-2100b3c2321b,segment=NetworkSegment(044b28d7-6686-47ed-9e76-92cde2197978),segment_id=044b28d7-6686-47ed-9e76-92cde2197978)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:51:25.607758 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011cf4dd-0ee8-4e33-ab3b-69d91504b4b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87cdd4f8-fe69-46bc-a7aa-2100b3c2321b'}] {{(pid=108022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:51:25.610723 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4652f51f42c3be85180d8c5c7bba1325bd3159a0fd8a88314674832532d8132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2a30f2-90fe-46be-b73f-6d1fd7f8d667" -d '{"events": [{"server_uuid": "011cf4dd-0ee8-4e33-ab3b-69d91504b4b6", "name": "network-vif-unplugged", "status": "completed", "tag": "87cdd4f8-fe69-46bc-a7aa-2100b3c2321b"}]}' {{(pid=108022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:51:25.615642 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:25.659469 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 18:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500a922f-d2c7-4dff-be3a-f68bca2ea86f x-openstack-request-id: req-500a922f-d2c7-4dff-be3a-f68bca2ea86f {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:51:25.659758 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011cf4dd-0ee8-4e33-ab3b-69d91504b4b6", "name": "network-vif-unplugged", "status": "completed", "tag": "87cdd4f8-fe69-46bc-a7aa-2100b3c2321b", "code": 200}]} {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:51:25.660016 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-500a922f-d2c7-4dff-be3a-f68bca2ea86f {{(pid=108022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:51:25.660404 dv-cinder-821746-1-iscsi neutron-server[108022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011cf4dd-0ee8-4e33-ab3b-69d91504b4b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87cdd4f8-fe69-46bc-a7aa-2100b3c2321b', 'code': 200} Dec 14 18:51:25.670139 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=87cdd4f8-fe69-46bc-a7aa-2100b3c2321b,revision_number=6']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:25.732543 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-6aebc6e0-1584-42e0-bac1-a1e12acb9299 req-d1a2f772-b46b-4a8d-a49e-6616e936a46d tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25418977'] for port, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:25.773812 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e04cf-51fd-4351-b271-501f66ed3649 req-4c4e4cd1-e7a9-437c-8f3d-db191c1d9c7c tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:51:25.775316 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4e0e04cf-51fd-4351-b271-501f66ed3649 req-4c4e4cd1-e7a9-437c-8f3d-db191c1d9c7c tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] 10.222.0.71 "GET /v2.0/ports?device_id=011cf4dd-0ee8-4e33-ab3b-69d91504b4b6 HTTP/1.1" status: 200 len: 865 time: 0.0989864 Dec 14 18:51:25.778128 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a2f772-b46b-4a8d-a49e-6616e936a46d tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] Pushing event deleted for resources: {'Port': ['ID=87cdd4f8-fe69-46bc-a7aa-2100b3c2321b,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:25.836510 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aebc6e0-1584-42e0-bac1-a1e12acb9299 req-d1a2f772-b46b-4a8d-a49e-6616e936a46d tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] No DVR routers for this DVR port 87cdd4f8-fe69-46bc-a7aa-2100b3c2321b on host hv-cinder-82174 {{(pid=108020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:51:25.845233 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-6aebc6e0-1584-42e0-bac1-a1e12acb9299 req-d1a2f772-b46b-4a8d-a49e-6616e936a46d tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:25.850140 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6aebc6e0-1584-42e0-bac1-a1e12acb9299 req-d1a2f772-b46b-4a8d-a49e-6616e936a46d tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] 10.222.0.61 "DELETE /v2.0/ports/87cdd4f8-fe69-46bc-a7aa-2100b3c2321b HTTP/1.1" status: 204 len: 173 time: 0.7091985 Dec 14 18:51:25.850660 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011cf4dd-0ee8-4e33-ab3b-69d91504b4b6', 'name': 'network-vif-deleted', 'tag': '87cdd4f8-fe69-46bc-a7aa-2100b3c2321b'}] {{(pid=108020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:51:25.853052 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d1d651e17726932f2c063a5cb62fed0687a982c73a8c4b64805019ed9839e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66740f44-158b-40d4-8112-c86fe6487023" -d '{"events": [{"server_uuid": "011cf4dd-0ee8-4e33-ab3b-69d91504b4b6", "name": "network-vif-deleted", "tag": "87cdd4f8-fe69-46bc-a7aa-2100b3c2321b"}]}' {{(pid=108020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:51:25.871480 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4e0e04cf-51fd-4351-b271-501f66ed3649 req-90387382-7b84-4073-96ee-ca41a24f6517 tempest-VolumesNegativeTest-8797896 tempest-VolumesNegativeTest-8797896-project] 10.222.0.71 "GET /v2.0/security-groups?id=758d311b-6015-41c3-9571-3d08164a3779&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889392 Dec 14 18:51:25.916768 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60b0edc-e20c-4a96-ac3c-e95817e42c65 x-openstack-request-id: req-f60b0edc-e20c-4a96-ac3c-e95817e42c65 {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:51:25.917059 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011cf4dd-0ee8-4e33-ab3b-69d91504b4b6", "name": "network-vif-deleted", "tag": "87cdd4f8-fe69-46bc-a7aa-2100b3c2321b", "status": "completed", "code": 200}]} {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:51:25.917317 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f60b0edc-e20c-4a96-ac3c-e95817e42c65 {{(pid=108020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:51:25.917928 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011cf4dd-0ee8-4e33-ab3b-69d91504b4b6', 'name': 'network-vif-deleted', 'tag': '87cdd4f8-fe69-46bc-a7aa-2100b3c2321b', 'status': 'completed', 'code': 200} Dec 14 18:51:26.809537 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-46c298a8-0f06-46d9-823f-23ec3989a118 req-eec02b97-b808-4a9a-90ea-a50346459413 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6a5419f0-fda8-43ad-ab26-ed272aa0b263&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430903 Dec 14 18:51:26.895163 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c298a8-0f06-46d9-823f-23ec3989a118 req-fd7ce142-e7af-4881-af26-c2c9547705e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:51:26.896692 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-46c298a8-0f06-46d9-823f-23ec3989a118 req-fd7ce142-e7af-4881-af26-c2c9547705e5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=741cbe7b4b8e44f89263304526525e93&device_id=6a5419f0-fda8-43ad-ab26-ed272aa0b263 HTTP/1.1" status: 200 len: 1098 time: 0.0438559 Dec 14 18:51:27.020458 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c298a8-0f06-46d9-823f-23ec3989a118 req-8be4cdfa-2f9e-4e7f-a696-ca75430234d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:51:27.022035 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-46c298a8-0f06-46d9-823f-23ec3989a118 req-8be4cdfa-2f9e-4e7f-a696-ca75430234d8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b0fe8517-6221-43b8-ae5a-5eb15b9287f3 HTTP/1.1" status: 200 len: 913 time: 0.1041415 Dec 14 18:51:27.095110 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-46c298a8-0f06-46d9-823f-23ec3989a118 req-a4d8a93b-1d14-4b0f-ad63-6b628544f0fc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de22505a-9b87-4394-b681-bf11c9059ca1 HTTP/1.1" status: 200 len: 1000 time: 0.0658760 Dec 14 18:51:27.150755 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c298a8-0f06-46d9-823f-23ec3989a118 req-3ba9c013-01fa-49cb-891c-0a93fc8f16e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:51:27.152225 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-46c298a8-0f06-46d9-823f-23ec3989a118 req-3ba9c013-01fa-49cb-891c-0a93fc8f16e9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=da885d4c-4599-4681-a9b9-c7916b022d59 HTTP/1.1" status: 200 len: 851 time: 0.0504737 Dec 14 18:51:27.202224 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c298a8-0f06-46d9-823f-23ec3989a118 req-69daccbf-1251-4ab8-901f-3d5ee49c315a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:51:27.203946 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-46c298a8-0f06-46d9-823f-23ec3989a118 req-69daccbf-1251-4ab8-901f-3d5ee49c315a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b0fe8517-6221-43b8-ae5a-5eb15b9287f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448911 Dec 14 18:51:27.299320 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-46c298a8-0f06-46d9-823f-23ec3989a118 req-0e9a6bb8-6733-46ae-8b17-608f93d71167 service neutron] 10.222.0.61 "GET /v2.0/networks/b0fe8517-6221-43b8-ae5a-5eb15b9287f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851283 Dec 14 18:51:27.413880 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-46c298a8-0f06-46d9-823f-23ec3989a118 req-2e1ac2b9-087e-41e8-b91e-5058a9c967b1 service neutron] 10.222.0.61 "GET /v2.0/networks/b0fe8517-6221-43b8-ae5a-5eb15b9287f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075962 Dec 14 18:51:32.161719 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 49612) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:51:32.304401 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-a917661c-5a40-4963-a634-d28b035d66d6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5338d53f40ed48aa9accb51cf7b70df1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1414096 Dec 14 18:51:32.307073 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 49616) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:51:32.359262 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-9787cdfb-7845-4889-8c1b-3b6e3b685921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:32.381011 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-9787cdfb-7845-4889-8c1b-3b6e3b685921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:32.431065 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-9787cdfb-7845-4889-8c1b-3b6e3b685921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:32.433654 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-9787cdfb-7845-4889-8c1b-3b6e3b685921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:32.434843 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-9787cdfb-7845-4889-8c1b-3b6e3b685921 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/758d311b-6015-41c3-9571-3d08164a3779 HTTP/1.1" status: 204 len: 168 time: 0.1266985 Dec 14 18:51:32.443181 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9787cdfb-7845-4889-8c1b-3b6e3b685921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758d311b-6015-41c3-9571-3d08164a3779,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:33.120267 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 49652) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:51:33.234067 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [None req-c5b3b9b1-42ba-418a-b349-2f368ed48a83 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-93311561-network', 'tenant_id': '8c08a6cd43f6432f8eb266103062623a'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:51:33.259103 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b3b9b1-42ba-418a-b349-2f368ed48a83 admin admin] Made reservation on behalf of 8c08a6cd43f6432f8eb266103062623a for: {'network': 1} {{(pid=108020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:51:33.261617 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-c5b3b9b1-42ba-418a-b349-2f368ed48a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for network, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:33.271698 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-c5b3b9b1-42ba-418a-b349-2f368ed48a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:33.358682 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-c5b3b9b1-42ba-418a-b349-2f368ed48a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:33.363096 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-c5b3b9b1-42ba-418a-b349-2f368ed48a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:33.388558 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5b3b9b1-42ba-418a-b349-2f368ed48a83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=108020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 18:51:33.399330 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b3b9b1-42ba-418a-b349-2f368ed48a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a84df1-ef6d-4cbc-b473-cbad3e509efd,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:33.404530 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-c5b3b9b1-42ba-418a-b349-2f368ed48a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017'] for segment, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:33.404899 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.db.segments_db [None req-c5b3b9b1-42ba-418a-b349-2f368ed48a83 admin admin] Added segment 0a2a8e1c-8964-4992-ac30-29e8e3e0912a of type vlan for network f8af2700-8899-4b5b-be93-d24679c7c4ea Dec 14 18:51:33.449777 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-c5b3b9b1-42ba-418a-b349-2f368ed48a83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730914932920'] for network, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:33.476656 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-c5b3b9b1-42ba-418a-b349-2f368ed48a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355'] for network, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:33.477928 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b3b9b1-42ba-418a-b349-2f368ed48a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:51:33.478548 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-c5b3b9b1-42ba-418a-b349-2f368ed48a83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for network, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:33.538160 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-c5b3b9b1-42ba-418a-b349-2f368ed48a83 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4166210 Dec 14 18:51:33.541134 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 49672) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:51:33.546078 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-74444584-a67b-4869-8058-76ef8f9f4860 admin admin] Request body: {'subnet': {'network_id': 'f8af2700-8899-4b5b-be93-d24679c7c4ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-93311561-subnet', 'tenant_id': '8c08a6cd43f6432f8eb266103062623a', 'ip_version': 4}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:51:33.551633 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b3b9b1-42ba-418a-b349-2f368ed48a83 admin admin] Pushing event updated for resources: {'Network': ['ID=f8af2700-8899-4b5b-be93-d24679c7c4ea,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:33.564985 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Network f8af2700-8899-4b5b-be93-d24679c7c4ea details requested by agent ovs-agent-dv-cinder-821746-1-iscsi with host dv-cinder-821746-1-iscsi {{(pid=108022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 18:51:33.572131 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74444584-a67b-4869-8058-76ef8f9f4860 admin admin] Made reservation on behalf of 8c08a6cd43f6432f8eb266103062623a for: {'subnet': 1} {{(pid=108021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:51:33.574555 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-74444584-a67b-4869-8058-76ef8f9f4860 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28799928'] for subnet, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:33.748107 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-74444584-a67b-4869-8058-76ef8f9f4860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29291544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28799298'] for subnet, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:33.808514 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74444584-a67b-4869-8058-76ef8f9f4860 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c39b8f31-f90a-4cf1-bc6c-f4999a4baffd,revision_number=0']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:33.820174 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74444584-a67b-4869-8058-76ef8f9f4860 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:51:33.820523 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74444584-a67b-4869-8058-76ef8f9f4860 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:51:33.820866 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74444584-a67b-4869-8058-76ef8f9f4860 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:51:33.821202 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74444584-a67b-4869-8058-76ef8f9f4860 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:51:33.821537 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74444584-a67b-4869-8058-76ef8f9f4860 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:51:33.821869 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74444584-a67b-4869-8058-76ef8f9f4860 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:51:33.822202 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74444584-a67b-4869-8058-76ef8f9f4860 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:51:33.822553 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74444584-a67b-4869-8058-76ef8f9f4860 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:51:33.822884 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74444584-a67b-4869-8058-76ef8f9f4860 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:51:33.823251 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74444584-a67b-4869-8058-76ef8f9f4860 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:51:33.823707 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74444584-a67b-4869-8058-76ef8f9f4860 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:51:33.823993 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74444584-a67b-4869-8058-76ef8f9f4860 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:51:33.831347 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74444584-a67b-4869-8058-76ef8f9f4860 admin admin] Checking segment: {'id': '0a2a8e1c-8964-4992-ac30-29e8e3e0912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f8af2700-8899-4b5b-be93-d24679c7c4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:51:33.831347 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74444584-a67b-4869-8058-76ef8f9f4860 admin admin] Network hostable DHCP agents. Network: f8af2700-8899-4b5b-be93-d24679c7c4ea, hostable agents: ['d5bdede2-47ae-43f0-be18-738289bca353'], hosted agents: [] {{(pid=108021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 18:51:33.850738 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74444584-a67b-4869-8058-76ef8f9f4860 admin admin] Network f8af2700-8899-4b5b-be93-d24679c7c4ea is scheduled to be hosted by DHCP agent d5bdede2-47ae-43f0-be18-738289bca353 with binding_index 1 {{(pid=108021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 18:51:33.862186 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.base_scheduler [None req-74444584-a67b-4869-8058-76ef8f9f4860 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821746-1-iscsi, f8af2700-8899-4b5b-be93-d24679c7c4ea) {{(pid=108021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:51:33.867097 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74444584-a67b-4869-8058-76ef8f9f4860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:51:33.868172 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-74444584-a67b-4869-8058-76ef8f9f4860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for subnet, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:33.871982 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0073c06-a6d9-4a32-9db8-903822f33eec None None] Network f8af2700-8899-4b5b-be93-d24679c7c4ea requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:51:33.890176 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-74444584-a67b-4869-8058-76ef8f9f4860 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3475885 Dec 14 18:51:33.893192 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 49674) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:51:33.897872 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-4342df80-cb90-48fb-ab2c-0a9df02122d1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-93311561-router', 'tenant_id': '8c08a6cd43f6432f8eb266103062623a', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'}}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:51:33.924054 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4342df80-cb90-48fb-ab2c-0a9df02122d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9142'] for router, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:33.925471 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4342df80-cb90-48fb-ab2c-0a9df02122d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9151'] for router, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:33.986268 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4342df80-cb90-48fb-ab2c-0a9df02122d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:34.035460 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0015a53c-ee25-4411-a3d0-c74db254bb42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd03c6589-1518-5a5b-92f9-2701d0e38f88-f8af2700-8899-4b5b-be93-d24679c7c4ea', 'network_id': 'f8af2700-8899-4b5b-be93-d24679c7c4ea', 'tenant_id': '8c08a6cd43f6432f8eb266103062623a', 'fixed_ips': [{'subnet_id': 'c39b8f31-f90a-4cf1-bc6c-f4999a4baffd'}]}} from dv-cinder-821746-1-iscsi. {{(pid=108022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 14 18:51:34.036913 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-0015a53c-ee25-4411-a3d0-c74db254bb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:34.147975 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4342df80-cb90-48fb-ab2c-0a9df02122d1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:34.187922 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.db_base_plugin_common [None req-0015a53c-ee25-4411-a3d0-c74db254bb42 None None] Allocated IP 172.20.0.2 (f8af2700-8899-4b5b-be93-d24679c7c4ea/c39b8f31-f90a-4cf1-bc6c-f4999a4baffd/8df36a8e-59af-4504-b0d4-42d778db8223) {{(pid=108022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:51:34.331874 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-0015a53c-ee25-4411-a3d0-c74db254bb42 None None] Notify callbacks [] for port, precommit_create {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:34.338993 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-0015a53c-ee25-4411-a3d0-c74db254bb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957'] for port, after_create {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:34.352739 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4342df80-cb90-48fb-ab2c-0a9df02122d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:34.372829 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4342df80-cb90-48fb-ab2c-0a9df02122d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:34.381678 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0015a53c-ee25-4411-a3d0-c74db254bb42 None None] Network f8af2700-8899-4b5b-be93-d24679c7c4ea is already hosted by enough agents. {{(pid=108022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:51:34.385495 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.scheduler.base_scheduler [None req-0015a53c-ee25-4411-a3d0-c74db254bb42 None None] Resources bound (agent type, host, resource id): {{(pid=108022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:51:34.392878 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0015a53c-ee25-4411-a3d0-c74db254bb42 None None] Received port after_create {{(pid=108022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:51:34.404246 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0015a53c-ee25-4411-a3d0-c74db254bb42 None None] Pushing event updated for resources: {'Port': ['ID=8df36a8e-59af-4504-b0d4-42d778db8223,revision_number=1']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:34.461866 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-0015a53c-ee25-4411-a3d0-c74db254bb42 None None] Attempting to bind port 8df36a8e-59af-4504-b0d4-42d778db8223 on host dv-cinder-821746-1-iscsi for vnic_type normal with profile {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:51:34.462967 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-0015a53c-ee25-4411-a3d0-c74db254bb42 None None] Attempting to bind port 8df36a8e-59af-4504-b0d4-42d778db8223 by drivers openvswitch,hyperv on host dv-cinder-821746-1-iscsi at level 0 using segments [{'id': '0a2a8e1c-8964-4992-ac30-29e8e3e0912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f8af2700-8899-4b5b-be93-d24679c7c4ea'}] {{(pid=108022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:51:34.463348 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0015a53c-ee25-4411-a3d0-c74db254bb42 None None] Attempting to bind port 8df36a8e-59af-4504-b0d4-42d778db8223 on network f8af2700-8899-4b5b-be93-d24679c7c4ea {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:51:34.471417 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0015a53c-ee25-4411-a3d0-c74db254bb42 None None] Checking agent: {'id': '196026f5-f687-4c63-8152-952b788e987b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 35, 18), 'started_at': datetime.datetime(2021, 12, 14, 18, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:51:34.471785 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0015a53c-ee25-4411-a3d0-c74db254bb42 None None] Checking segment: {'id': '0a2a8e1c-8964-4992-ac30-29e8e3e0912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f8af2700-8899-4b5b-be93-d24679c7c4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:51:34.472474 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-0015a53c-ee25-4411-a3d0-c74db254bb42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:34.473563 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0015a53c-ee25-4411-a3d0-c74db254bb42 None None] Bound using segment: {'id': '0a2a8e1c-8964-4992-ac30-29e8e3e0912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f8af2700-8899-4b5b-be93-d24679c7c4ea'} {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:51:34.474955 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-0015a53c-ee25-4411-a3d0-c74db254bb42 None None] Bound port: 8df36a8e-59af-4504-b0d4-42d778db8223, host: dv-cinder-821746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2a8e1c-8964-4992-ac30-29e8e3e0912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f8af2700-8899-4b5b-be93-d24679c7c4ea'}}] {{(pid=108022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:51:34.475127 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-0015a53c-ee25-4411-a3d0-c74db254bb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:34.499521 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.db_base_plugin_common [None req-4342df80-cb90-48fb-ab2c-0a9df02122d1 admin admin] Allocated IP 172.27.2.43 (5ea8f873-3bad-4a65-ada9-9108bfa946ef/8e9c9e92-9812-43f3-93d5-9d715bd5944d/f9097258-1560-4eab-b715-5d83bfd336e8) {{(pid=108021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:51:34.544692 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-0015a53c-ee25-4411-a3d0-c74db254bb42 None None] For port 8df36a8e-59af-4504-b0d4-42d778db8223, host dv-cinder-821746-1-iscsi, cleared binding levels {{(pid=108022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:51:34.548134 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-0015a53c-ee25-4411-a3d0-c74db254bb42 None None] For port 8df36a8e-59af-4504-b0d4-42d778db8223, host dv-cinder-821746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=8df36a8e-59af-4504-b0d4-42d778db8223,segment=NetworkSegment(0a2a8e1c-8964-4992-ac30-29e8e3e0912a),segment_id=0a2a8e1c-8964-4992-ac30-29e8e3e0912a)] {{(pid=108022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:51:34.553335 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-0015a53c-ee25-4411-a3d0-c74db254bb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:34.620049 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0015a53c-ee25-4411-a3d0-c74db254bb42 None None] Pushing event updated for resources: {'Port': ['ID=8df36a8e-59af-4504-b0d4-42d778db8223,revision_number=2']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:34.621288 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4342df80-cb90-48fb-ab2c-0a9df02122d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:34.659751 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4342df80-cb90-48fb-ab2c-0a9df02122d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29291660'] for port, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:34.697866 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4342df80-cb90-48fb-ab2c-0a9df02122d1 admin admin] Network 5ea8f873-3bad-4a65-ada9-9108bfa946ef is already hosted by enough agents. {{(pid=108021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:51:34.700884 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.base_scheduler [None req-4342df80-cb90-48fb-ab2c-0a9df02122d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=108021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:51:34.704430 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4342df80-cb90-48fb-ab2c-0a9df02122d1 admin admin] Received port after_create {{(pid=108021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:51:34.731079 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342df80-cb90-48fb-ab2c-0a9df02122d1 admin admin] Pushing event updated for resources: {'Port': ['ID=f9097258-1560-4eab-b715-5d83bfd336e8,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:34.973134 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4342df80-cb90-48fb-ab2c-0a9df02122d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:35.168386 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4342df80-cb90-48fb-ab2c-0a9df02122d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-552498'] for router, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:35.304383 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4342df80-cb90-48fb-ab2c-0a9df02122d1 admin admin] Router 803a9348-f88c-4ebe-b8e7-00e5a35783f9 is scheduled to L3 agent 61f97045-3475-4abf-9bb4-9e4a5178f14d with binding_index 1 {{(pid=108021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 18:51:35.412028 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4342df80-cb90-48fb-ab2c-0a9df02122d1 admin admin] Notify agent at l3_agent.dv-cinder-821746-1-iscsi the message routers_updated {{(pid=108021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:51:35.423710 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e53d6a-a63e-4182-9590-18fc7fa04cb2 None None] Sync routers for ids ['803a9348-f88c-4ebe-b8e7-00e5a35783f9'] in dv-cinder-821746-1-iscsi {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:51:35.433547 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4342df80-cb90-48fb-ab2c-0a9df02122d1 admin admin] Notify callbacks [] for router, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:35.434905 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-4342df80-cb90-48fb-ab2c-0a9df02122d1 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5405939 Dec 14 18:51:35.435590 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e53d6a-a63e-4182-9590-18fc7fa04cb2 None None] Routers {'803a9348-f88c-4ebe-b8e7-00e5a35783f9'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:51:35.436283 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-94e53d6a-a63e-4182-9590-18fc7fa04cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:51:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['803a9348-f88c-4ebe-b8e7-00e5a35783f9'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:51:35.437429 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 49682) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:51:35.548757 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57c84c6-41a2-4f4a-b2e7-72eb948be563 None None] Network f8af2700-8899-4b5b-be93-d24679c7c4ea requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:51:35.553027 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-94e53d6a-a63e-4182-9590-18fc7fa04cb2 None None] Set router 803a9348-f88c-4ebe-b8e7-00e5a35783f9 gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:51:35.829013 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 49690) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:51:35.836541 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-b1228bcc-c70d-4dab-9974-bb10fb005181 None None] Provisioning complete for port 8df36a8e-59af-4504-b0d4-42d778db8223 triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:51:35.839229 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-b1228bcc-c70d-4dab-9974-bb10fb005181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:35.939207 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 8df36a8e-59af-4504-b0d4-42d778db8223 up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:51:35.951680 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-19de0f8c-b0dc-45fb-887d-f42f47861feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:35.997616 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-9903a98b-034e-4842-9dfa-c981a0cac652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:36.085216 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-9903a98b-034e-4842-9dfa-c981a0cac652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:36.091997 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-9903a98b-034e-4842-9dfa-c981a0cac652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:36.123138 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-9903a98b-034e-4842-9dfa-c981a0cac652 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=beb20dc50969425da192d676d7a6927f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2917755 Dec 14 18:51:36.125638 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-b1228bcc-c70d-4dab-9974-bb10fb005181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:36.125962 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 49694) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:51:36.148912 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.db_base_plugin_common [None req-19de0f8c-b0dc-45fb-887d-f42f47861feb admin admin] Allocated IP 172.20.0.1 (f8af2700-8899-4b5b-be93-d24679c7c4ea/c39b8f31-f90a-4cf1-bc6c-f4999a4baffd/da3ee5cf-3040-44f7-98d8-f45c2736c59f) {{(pid=108021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:51:36.150165 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port 8df36a8e-59af-4504-b0d4-42d778db8223 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:51:36.150561 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:36.167616 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903a98b-034e-4842-9dfa-c981a0cac652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5669dff4-ee31-47ff-86e9-ceb14b3ce579,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:36.193177 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903a98b-034e-4842-9dfa-c981a0cac652 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:51:36.193717 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903a98b-034e-4842-9dfa-c981a0cac652 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:51:36.194219 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903a98b-034e-4842-9dfa-c981a0cac652 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:51:36.194758 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903a98b-034e-4842-9dfa-c981a0cac652 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:51:36.195263 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903a98b-034e-4842-9dfa-c981a0cac652 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:51:36.195776 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903a98b-034e-4842-9dfa-c981a0cac652 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:51:36.196262 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903a98b-034e-4842-9dfa-c981a0cac652 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:51:36.196756 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903a98b-034e-4842-9dfa-c981a0cac652 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:51:36.197355 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903a98b-034e-4842-9dfa-c981a0cac652 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:51:36.198366 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903a98b-034e-4842-9dfa-c981a0cac652 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:51:36.198896 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903a98b-034e-4842-9dfa-c981a0cac652 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:51:36.199224 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903a98b-034e-4842-9dfa-c981a0cac652 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:51:36.216515 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-94e53d6a-a63e-4182-9590-18fc7fa04cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803a9348-f88c-4ebe-b8e7-00e5a35783f9', 'name': 'tempest-TestMinimumBasicScenario-93311561-router', 'tenant_id': '8c08a6cd43f6432f8eb266103062623a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'f9097258-1560-4eab-b715-5d83bfd336e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:33Z', 'updated_at': '2021-12-14T18:51:34Z', 'revision_number': 3, 'project_id': '8c08a6cd43f6432f8eb266103062623a', 'gw_port': {'id': 'f9097258-1560-4eab-b715-5d83bfd336e8', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:14:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803a9348-f88c-4ebe-b8e7-00e5a35783f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:34Z', 'updated_at': '2021-12-14T18:51:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi'}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:51:36.217199 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-e99f839b-fdf3-4543-8ec1-037b8f0dc5a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:36.219511 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-b1228bcc-c70d-4dab-9974-bb10fb005181 None None] For port 8df36a8e-59af-4504-b0d4-42d778db8223, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=8df36a8e-59af-4504-b0d4-42d778db8223,segment=NetworkSegment(0a2a8e1c-8964-4992-ac30-29e8e3e0912a),segment_id=0a2a8e1c-8964-4992-ac30-29e8e3e0912a)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:51:36.245694 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-e99f839b-fdf3-4543-8ec1-037b8f0dc5a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:36.252785 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-b1228bcc-c70d-4dab-9974-bb10fb005181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:36.257176 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e53d6a-a63e-4182-9590-18fc7fa04cb2 None None] Checking router: 803a9348-f88c-4ebe-b8e7-00e5a35783f9 for host: dv-cinder-821746-1-iscsi {{(pid=108022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:51:36.257546 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e53d6a-a63e-4182-9590-18fc7fa04cb2 None None] Updating router 803a9348-f88c-4ebe-b8e7-00e5a35783f9 port f9097258-1560-4eab-b715-5d83bfd336e8 binding host dv-cinder-821746-1-iscsi {{(pid=108022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 18:51:36.280067 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-19de0f8c-b0dc-45fb-887d-f42f47861feb admin admin] Notify callbacks [] for port, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:36.305762 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-e99f839b-fdf3-4543-8ec1-037b8f0dc5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:36.309074 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-94e53d6a-a63e-4182-9590-18fc7fa04cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:36.309236 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-e99f839b-fdf3-4543-8ec1-037b8f0dc5a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:36.313360 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-e99f839b-fdf3-4543-8ec1-037b8f0dc5a5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5669dff4-ee31-47ff-86e9-ceb14b3ce579 HTTP/1.1" status: 204 len: 168 time: 0.1835978 Dec 14 18:51:36.326385 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f839b-fdf3-4543-8ec1-037b8f0dc5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5669dff4-ee31-47ff-86e9-ceb14b3ce579,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:36.336195 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-19de0f8c-b0dc-45fb-887d-f42f47861feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29291660'] for port, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:36.377860 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19de0f8c-b0dc-45fb-887d-f42f47861feb admin admin] Network f8af2700-8899-4b5b-be93-d24679c7c4ea is already hosted by enough agents. {{(pid=108021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:51:36.381247 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.base_scheduler [None req-19de0f8c-b0dc-45fb-887d-f42f47861feb admin admin] Resources bound (agent type, host, resource id): {{(pid=108021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:51:36.384883 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19de0f8c-b0dc-45fb-887d-f42f47861feb admin admin] Received port after_create {{(pid=108021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:51:36.429372 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-19de0f8c-b0dc-45fb-887d-f42f47861feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550665'] for router_interface, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:36.467155 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1228bcc-c70d-4dab-9974-bb10fb005181 None None] Pushing event updated for resources: {'Port': ['ID=8df36a8e-59af-4504-b0d4-42d778db8223,revision_number=3']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:36.519109 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de0f8c-b0dc-45fb-887d-f42f47861feb admin admin] Pushing event updated for resources: {'Port': ['ID=da3ee5cf-3040-44f7-98d8-f45c2736c59f,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:36.588579 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-19de0f8c-b0dc-45fb-887d-f42f47861feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:36.590537 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e209ae50-db8f-4945-9bf1-78e822457675 None None] Provisioning complete for port 8df36a8e-59af-4504-b0d4-42d778db8223 triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:51:36.590922 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e209ae50-db8f-4945-9bf1-78e822457675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:36.691986 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 49700) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:51:36.722614 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-c45fb457-f6b6-4de6-809f-e77cb38eb818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:36.777588 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-94e53d6a-a63e-4182-9590-18fc7fa04cb2 None None] Notify callbacks [] for port, precommit_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:36.784178 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-94e53d6a-a63e-4182-9590-18fc7fa04cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:36.797430 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-19de0f8c-b0dc-45fb-887d-f42f47861feb admin admin] Notify callbacks [] for port, precommit_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:36.803030 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-19de0f8c-b0dc-45fb-887d-f42f47861feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29291667'] for port, after_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:36.813823 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-c45fb457-f6b6-4de6-809f-e77cb38eb818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:36.818564 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-c45fb457-f6b6-4de6-809f-e77cb38eb818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:36.841500 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebdf691-d680-4749-92df-8f5b12857aff None None] Pushing event updated for resources: {'Port': ['ID=f9097258-1560-4eab-b715-5d83bfd336e8,revision_number=2']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:36.859270 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-94e53d6a-a63e-4182-9590-18fc7fa04cb2 None None] Attempting to bind port f9097258-1560-4eab-b715-5d83bfd336e8 on host dv-cinder-821746-1-iscsi for vnic_type normal with profile {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:51:36.859494 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-94e53d6a-a63e-4182-9590-18fc7fa04cb2 None None] Attempting to bind port f9097258-1560-4eab-b715-5d83bfd336e8 by drivers openvswitch,hyperv on host dv-cinder-821746-1-iscsi at level 0 using segments [{'id': 'a712e70a-4160-45a5-bd2f-6cc771621112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'}] {{(pid=108022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:51:36.859838 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e53d6a-a63e-4182-9590-18fc7fa04cb2 None None] Attempting to bind port f9097258-1560-4eab-b715-5d83bfd336e8 on network 5ea8f873-3bad-4a65-ada9-9108bfa946ef {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:51:36.863609 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-c45fb457-f6b6-4de6-809f-e77cb38eb818 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c2f2356f93aa4bfa8cc23ef1668380f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1672816 Dec 14 18:51:36.863609 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45fb457-f6b6-4de6-809f-e77cb38eb818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867f9baa-3217-4bb4-a1d1-890010d61342,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:36.865827 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 49702) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:51:36.871193 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de0f8c-b0dc-45fb-887d-f42f47861feb admin admin] Pushing event updated for resources: {'Port': ['ID=da3ee5cf-3040-44f7-98d8-f45c2736c59f,revision_number=2']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:36.882067 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-19de0f8c-b0dc-45fb-887d-f42f47861feb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550524'] for router_interface, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:36.883831 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e53d6a-a63e-4182-9590-18fc7fa04cb2 None None] Checking agent: {'id': '196026f5-f687-4c63-8152-952b788e987b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 35, 18), 'started_at': datetime.datetime(2021, 12, 14, 18, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:51:36.884418 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e53d6a-a63e-4182-9590-18fc7fa04cb2 None None] Checking segment: {'id': 'a712e70a-4160-45a5-bd2f-6cc771621112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:51:36.884831 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-94e53d6a-a63e-4182-9590-18fc7fa04cb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:36.885231 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e53d6a-a63e-4182-9590-18fc7fa04cb2 None None] Bound using segment: {'id': 'a712e70a-4160-45a5-bd2f-6cc771621112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'} {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:51:36.885725 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-94e53d6a-a63e-4182-9590-18fc7fa04cb2 None None] Bound port: f9097258-1560-4eab-b715-5d83bfd336e8, host: dv-cinder-821746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a712e70a-4160-45a5-bd2f-6cc771621112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'}}] {{(pid=108022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:51:36.886107 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-94e53d6a-a63e-4182-9590-18fc7fa04cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:36.912099 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-80b67fbc-247f-4eea-9078-557eced56aa2 None None] Provisioning complete for port da3ee5cf-3040-44f7-98d8-f45c2736c59f triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:51:36.912467 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-80b67fbc-247f-4eea-9078-557eced56aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:36.923222 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8ebf870d-4a2d-415d-aa1d-636f96e2e796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:36.954388 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8ebf870d-4a2d-415d-aa1d-636f96e2e796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:36.965150 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-80b67fbc-247f-4eea-9078-557eced56aa2 None None] Port da3ee5cf-3040-44f7-98d8-f45c2736c59f cannot update to ACTIVE because it is not bound. {{(pid=108022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:51:36.970715 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-94e53d6a-a63e-4182-9590-18fc7fa04cb2 None None] For port f9097258-1560-4eab-b715-5d83bfd336e8, host dv-cinder-821746-1-iscsi, cleared binding levels {{(pid=108022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:51:36.981623 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19de0f8c-b0dc-45fb-887d-f42f47861feb admin admin] Network f8af2700-8899-4b5b-be93-d24679c7c4ea is already hosted by enough agents. {{(pid=108021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:51:36.983215 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.base_scheduler [None req-19de0f8c-b0dc-45fb-887d-f42f47861feb admin admin] Resources bound (agent type, host, resource id): {{(pid=108021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:51:36.984566 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-94e53d6a-a63e-4182-9590-18fc7fa04cb2 None None] For port f9097258-1560-4eab-b715-5d83bfd336e8, host dv-cinder-821746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=f9097258-1560-4eab-b715-5d83bfd336e8,segment=NetworkSegment(a712e70a-4160-45a5-bd2f-6cc771621112),segment_id=a712e70a-4160-45a5-bd2f-6cc771621112)] {{(pid=108022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:51:36.998738 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-94e53d6a-a63e-4182-9590-18fc7fa04cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:37.012128 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8ebf870d-4a2d-415d-aa1d-636f96e2e796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:37.016395 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8ebf870d-4a2d-415d-aa1d-636f96e2e796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:37.018039 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-8ebf870d-4a2d-415d-aa1d-636f96e2e796 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/867f9baa-3217-4bb4-a1d1-890010d61342 HTTP/1.1" status: 204 len: 168 time: 0.1510849 Dec 14 18:51:37.034602 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf870d-4a2d-415d-aa1d-636f96e2e796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867f9baa-3217-4bb4-a1d1-890010d61342,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:37.082570 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e53d6a-a63e-4182-9590-18fc7fa04cb2 None None] Routers {'803a9348-f88c-4ebe-b8e7-00e5a35783f9'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:51:37.083284 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-94e53d6a-a63e-4182-9590-18fc7fa04cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:51:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['803a9348-f88c-4ebe-b8e7-00e5a35783f9'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:51:37.089055 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebdf691-d680-4749-92df-8f5b12857aff None None] Pushing event updated for resources: {'Port': ['ID=f9097258-1560-4eab-b715-5d83bfd336e8,revision_number=3']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:37.217990 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-94e53d6a-a63e-4182-9590-18fc7fa04cb2 None None] Set router 803a9348-f88c-4ebe-b8e7-00e5a35783f9 gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:51:37.351521 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-26702f13-7c0f-497c-909c-be543c2c7d80 None None] Provisioning complete for port da3ee5cf-3040-44f7-98d8-f45c2736c59f triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:51:37.351894 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-26702f13-7c0f-497c-909c-be543c2c7d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:37.399428 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-26702f13-7c0f-497c-909c-be543c2c7d80 None None] Port da3ee5cf-3040-44f7-98d8-f45c2736c59f cannot update to ACTIVE because it is not bound. {{(pid=108022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:51:37.416287 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19de0f8c-b0dc-45fb-887d-f42f47861feb admin admin] Router 803a9348-f88c-4ebe-b8e7-00e5a35783f9 has already been hosted by L3 agent 61f97045-3475-4abf-9bb4-9e4a5178f14d {{(pid=108021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:51:37.478701 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-94e53d6a-a63e-4182-9590-18fc7fa04cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803a9348-f88c-4ebe-b8e7-00e5a35783f9', 'name': 'tempest-TestMinimumBasicScenario-93311561-router', 'tenant_id': '8c08a6cd43f6432f8eb266103062623a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'f9097258-1560-4eab-b715-5d83bfd336e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:33Z', 'updated_at': '2021-12-14T18:51:36Z', 'revision_number': 4, 'project_id': '8c08a6cd43f6432f8eb266103062623a', 'gw_port': {'id': 'f9097258-1560-4eab-b715-5d83bfd336e8', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:14:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803a9348-f88c-4ebe-b8e7-00e5a35783f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:34Z', 'updated_at': '2021-12-14T18:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': 'da3ee5cf-3040-44f7-98d8-f45c2736c59f', 'name': '', 'network_id': 'f8af2700-8899-4b5b-be93-d24679c7c4ea', 'tenant_id': '8c08a6cd43f6432f8eb266103062623a', 'mac_address': 'fa:16:3e:2c:70:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803a9348-f88c-4ebe-b8e7-00e5a35783f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c39b8f31-f90a-4cf1-bc6c-f4999a4baffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:35Z', 'updated_at': '2021-12-14T18:51:36Z', 'revision_number': 2, 'project_id': '8c08a6cd43f6432f8eb266103062623a', 'subnets': [{'id': 'c39b8f31-f90a-4cf1-bc6c-f4999a4baffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:51:37.515097 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e53d6a-a63e-4182-9590-18fc7fa04cb2 None None] The sync data for ids ['803a9348-f88c-4ebe-b8e7-00e5a35783f9'] in dv-cinder-821746-1-iscsi is: [{'id': '803a9348-f88c-4ebe-b8e7-00e5a35783f9', 'name': 'tempest-TestMinimumBasicScenario-93311561-router', 'tenant_id': '8c08a6cd43f6432f8eb266103062623a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'f9097258-1560-4eab-b715-5d83bfd336e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:33Z', 'updated_at': '2021-12-14T18:51:36Z', 'revision_number': 4, 'project_id': '8c08a6cd43f6432f8eb266103062623a', 'gw_port': {'id': 'f9097258-1560-4eab-b715-5d83bfd336e8', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:14:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803a9348-f88c-4ebe-b8e7-00e5a35783f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:34Z', 'updated_at': '2021-12-14T18:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': 'da3ee5cf-3040-44f7-98d8-f45c2736c59f', 'name': '', 'network_id': 'f8af2700-8899-4b5b-be93-d24679c7c4ea', 'tenant_id': '8c08a6cd43f6432f8eb266103062623a', 'mac_address': 'fa:16:3e:2c:70:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803a9348-f88c-4ebe-b8e7-00e5a35783f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c39b8f31-f90a-4cf1-bc6c-f4999a4baffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:35Z', 'updated_at': '2021-12-14T18:51:36Z', 'revision_number': 2, 'project_id': '8c08a6cd43f6432f8eb266103062623a', 'subnets': [{'id': 'c39b8f31-f90a-4cf1-bc6c-f4999a4baffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:51:37.543999 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19de0f8c-b0dc-45fb-887d-f42f47861feb admin admin] Notify agent at l3_agent.dv-cinder-821746-1-iscsi the message routers_updated {{(pid=108021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:51:37.549159 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-19de0f8c-b0dc-45fb-887d-f42f47861feb admin admin] 10.222.0.71 "PUT /v2.0/routers/803a9348-f88c-4ebe-b8e7-00e5a35783f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1105745 Dec 14 18:51:37.878927 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 8df36a8e-59af-4504-b0d4-42d778db8223 up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:51:37.979510 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port 8df36a8e-59af-4504-b0d4-42d778db8223 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:51:37.980193 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:38.179245 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 49742) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:51:38.184320 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [None req-1001eaa0-5d45-47b2-a8b5-4b29f01493be admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1454609319-network', 'tenant_id': '27f7b215678c437fa1ca262329808812'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:51:38.212454 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1001eaa0-5d45-47b2-a8b5-4b29f01493be admin admin] Made reservation on behalf of 27f7b215678c437fa1ca262329808812 for: {'network': 1} {{(pid=108020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:51:38.215093 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-1001eaa0-5d45-47b2-a8b5-4b29f01493be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for network, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:38.224672 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-1001eaa0-5d45-47b2-a8b5-4b29f01493be admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:38.340059 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-1001eaa0-5d45-47b2-a8b5-4b29f01493be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:38.346529 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-1001eaa0-5d45-47b2-a8b5-4b29f01493be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:38.361815 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1001eaa0-5d45-47b2-a8b5-4b29f01493be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=108020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 18:51:38.390027 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-1001eaa0-5d45-47b2-a8b5-4b29f01493be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017'] for segment, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:38.390364 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.db.segments_db [None req-1001eaa0-5d45-47b2-a8b5-4b29f01493be admin admin] Added segment 211cf4f9-8b5a-4572-9809-5d86488a3264 of type vlan for network 969ac840-b987-410c-bcab-cacfd8bf22ec Dec 14 18:51:38.399189 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001eaa0-5d45-47b2-a8b5-4b29f01493be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b2a874-18e8-4ba6-b751-e5655e27eafc,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:38.438432 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-1001eaa0-5d45-47b2-a8b5-4b29f01493be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730914932920'] for network, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:38.465156 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-1001eaa0-5d45-47b2-a8b5-4b29f01493be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355'] for network, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:38.466395 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1001eaa0-5d45-47b2-a8b5-4b29f01493be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:51:38.467194 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-1001eaa0-5d45-47b2-a8b5-4b29f01493be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for network, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:38.518793 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-1001eaa0-5d45-47b2-a8b5-4b29f01493be admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3382440 Dec 14 18:51:38.521517 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 49752) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:51:38.526453 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [None req-068e85bc-d46c-48b5-9570-5ffdce9f36e1 admin admin] Request body: {'subnet': {'network_id': '969ac840-b987-410c-bcab-cacfd8bf22ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1454609319-subnet', 'tenant_id': '27f7b215678c437fa1ca262329808812', 'ip_version': 4}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:51:38.556488 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001eaa0-5d45-47b2-a8b5-4b29f01493be admin admin] Pushing event updated for resources: {'Network': ['ID=969ac840-b987-410c-bcab-cacfd8bf22ec,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:38.568366 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068e85bc-d46c-48b5-9570-5ffdce9f36e1 admin admin] Made reservation on behalf of 27f7b215678c437fa1ca262329808812 for: {'subnet': 1} {{(pid=108020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:51:38.569591 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Network 969ac840-b987-410c-bcab-cacfd8bf22ec details requested by agent ovs-agent-dv-cinder-821746-1-iscsi with host dv-cinder-821746-1-iscsi {{(pid=108022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 18:51:38.570782 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-068e85bc-d46c-48b5-9570-5ffdce9f36e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28757592'] for subnet, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:38.785796 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-068e85bc-d46c-48b5-9570-5ffdce9f36e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25418869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28757154'] for subnet, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:38.859597 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e85bc-d46c-48b5-9570-5ffdce9f36e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc216b9b-35f4-49a5-88fd-14c27ff0dbfe,revision_number=0']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:38.864380 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068e85bc-d46c-48b5-9570-5ffdce9f36e1 admin admin] Checking segment: {'id': '211cf4f9-8b5a-4572-9809-5d86488a3264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '969ac840-b987-410c-bcab-cacfd8bf22ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:51:38.864740 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068e85bc-d46c-48b5-9570-5ffdce9f36e1 admin admin] Network hostable DHCP agents. Network: 969ac840-b987-410c-bcab-cacfd8bf22ec, hostable agents: ['d5bdede2-47ae-43f0-be18-738289bca353'], hosted agents: [] {{(pid=108020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 18:51:38.886308 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068e85bc-d46c-48b5-9570-5ffdce9f36e1 admin admin] Network 969ac840-b987-410c-bcab-cacfd8bf22ec is scheduled to be hosted by DHCP agent d5bdede2-47ae-43f0-be18-738289bca353 with binding_index 1 {{(pid=108020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 18:51:38.901777 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.base_scheduler [None req-068e85bc-d46c-48b5-9570-5ffdce9f36e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821746-1-iscsi, 969ac840-b987-410c-bcab-cacfd8bf22ec) {{(pid=108020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:51:38.906783 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068e85bc-d46c-48b5-9570-5ffdce9f36e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:51:38.907369 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-068e85bc-d46c-48b5-9570-5ffdce9f36e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:38.914422 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f20e6d7-581a-4d07-a25e-ac1ec56a8f2d None None] Network 969ac840-b987-410c-bcab-cacfd8bf22ec requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:51:38.936426 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-068e85bc-d46c-48b5-9570-5ffdce9f36e1 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4110165 Dec 14 18:51:38.936699 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 49762) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:51:38.941904 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [None req-3f358975-06d3-48a0-b6b7-815a038ae3f4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1454609319-router', 'tenant_id': '27f7b215678c437fa1ca262329808812', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'}}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:51:38.966145 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-3f358975-06d3-48a0-b6b7-815a038ae3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9142'] for router, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:38.967342 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-3f358975-06d3-48a0-b6b7-815a038ae3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9151'] for router, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:39.047546 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-3f358975-06d3-48a0-b6b7-815a038ae3f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:39.094767 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61c0afd-b738-4de0-85c0-b32ece62d6e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd03c6589-1518-5a5b-92f9-2701d0e38f88-969ac840-b987-410c-bcab-cacfd8bf22ec', 'network_id': '969ac840-b987-410c-bcab-cacfd8bf22ec', 'tenant_id': '27f7b215678c437fa1ca262329808812', 'fixed_ips': [{'subnet_id': 'cc216b9b-35f4-49a5-88fd-14c27ff0dbfe'}]}} from dv-cinder-821746-1-iscsi. {{(pid=108022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 14 18:51:39.095888 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-b61c0afd-b738-4de0-85c0-b32ece62d6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:39.200707 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-3f358975-06d3-48a0-b6b7-815a038ae3f4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:39.248993 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.db_base_plugin_common [None req-b61c0afd-b738-4de0-85c0-b32ece62d6e4 None None] Allocated IP 172.20.0.2 (969ac840-b987-410c-bcab-cacfd8bf22ec/cc216b9b-35f4-49a5-88fd-14c27ff0dbfe/b4cba018-b79e-4fc1-849f-a1398a914bc9) {{(pid=108022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:51:39.415148 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-b61c0afd-b738-4de0-85c0-b32ece62d6e4 None None] Notify callbacks [] for port, precommit_create {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:39.421660 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-b61c0afd-b738-4de0-85c0-b32ece62d6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957'] for port, after_create {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:39.439948 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-3f358975-06d3-48a0-b6b7-815a038ae3f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:39.463637 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-3f358975-06d3-48a0-b6b7-815a038ae3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:39.467200 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61c0afd-b738-4de0-85c0-b32ece62d6e4 None None] Network 969ac840-b987-410c-bcab-cacfd8bf22ec is already hosted by enough agents. {{(pid=108022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:51:39.470028 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.scheduler.base_scheduler [None req-b61c0afd-b738-4de0-85c0-b32ece62d6e4 None None] Resources bound (agent type, host, resource id): {{(pid=108022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:51:39.476776 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61c0afd-b738-4de0-85c0-b32ece62d6e4 None None] Received port after_create {{(pid=108022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:51:39.485437 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c0afd-b738-4de0-85c0-b32ece62d6e4 None None] Pushing event updated for resources: {'Port': ['ID=b4cba018-b79e-4fc1-849f-a1398a914bc9,revision_number=1']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:39.540728 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-b61c0afd-b738-4de0-85c0-b32ece62d6e4 None None] Attempting to bind port b4cba018-b79e-4fc1-849f-a1398a914bc9 on host dv-cinder-821746-1-iscsi for vnic_type normal with profile {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:51:39.541178 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-b61c0afd-b738-4de0-85c0-b32ece62d6e4 None None] Attempting to bind port b4cba018-b79e-4fc1-849f-a1398a914bc9 by drivers openvswitch,hyperv on host dv-cinder-821746-1-iscsi at level 0 using segments [{'id': '211cf4f9-8b5a-4572-9809-5d86488a3264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '969ac840-b987-410c-bcab-cacfd8bf22ec'}] {{(pid=108022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:51:39.541603 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61c0afd-b738-4de0-85c0-b32ece62d6e4 None None] Attempting to bind port b4cba018-b79e-4fc1-849f-a1398a914bc9 on network 969ac840-b987-410c-bcab-cacfd8bf22ec {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:51:39.547031 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61c0afd-b738-4de0-85c0-b32ece62d6e4 None None] Checking agent: {'id': '196026f5-f687-4c63-8152-952b788e987b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 35, 18), 'started_at': datetime.datetime(2021, 12, 14, 18, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:51:39.547483 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61c0afd-b738-4de0-85c0-b32ece62d6e4 None None] Checking segment: {'id': '211cf4f9-8b5a-4572-9809-5d86488a3264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '969ac840-b987-410c-bcab-cacfd8bf22ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:51:39.548220 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-b61c0afd-b738-4de0-85c0-b32ece62d6e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:39.548394 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61c0afd-b738-4de0-85c0-b32ece62d6e4 None None] Bound using segment: {'id': '211cf4f9-8b5a-4572-9809-5d86488a3264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '969ac840-b987-410c-bcab-cacfd8bf22ec'} {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:51:39.548914 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-b61c0afd-b738-4de0-85c0-b32ece62d6e4 None None] Bound port: b4cba018-b79e-4fc1-849f-a1398a914bc9, host: dv-cinder-821746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '211cf4f9-8b5a-4572-9809-5d86488a3264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '969ac840-b987-410c-bcab-cacfd8bf22ec'}}] {{(pid=108022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:51:39.549353 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-b61c0afd-b738-4de0-85c0-b32ece62d6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:39.587928 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.db_base_plugin_common [None req-3f358975-06d3-48a0-b6b7-815a038ae3f4 admin admin] Allocated IP 172.27.2.112 (5ea8f873-3bad-4a65-ada9-9108bfa946ef/8e9c9e92-9812-43f3-93d5-9d715bd5944d/a52561fc-33f2-4c3b-8d32-7444dd04a941) {{(pid=108020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:51:39.625327 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-b61c0afd-b738-4de0-85c0-b32ece62d6e4 None None] For port b4cba018-b79e-4fc1-849f-a1398a914bc9, host dv-cinder-821746-1-iscsi, cleared binding levels {{(pid=108022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:51:39.628760 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-b61c0afd-b738-4de0-85c0-b32ece62d6e4 None None] For port b4cba018-b79e-4fc1-849f-a1398a914bc9, host dv-cinder-821746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=b4cba018-b79e-4fc1-849f-a1398a914bc9,segment=NetworkSegment(211cf4f9-8b5a-4572-9809-5d86488a3264),segment_id=211cf4f9-8b5a-4572-9809-5d86488a3264)] {{(pid=108022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:51:39.633600 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-b61c0afd-b738-4de0-85c0-b32ece62d6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:39.706875 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c0afd-b738-4de0-85c0-b32ece62d6e4 None None] Pushing event updated for resources: {'Port': ['ID=b4cba018-b79e-4fc1-849f-a1398a914bc9,revision_number=2']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:39.721495 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-3f358975-06d3-48a0-b6b7-815a038ae3f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:39.766960 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-3f358975-06d3-48a0-b6b7-815a038ae3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25418977'] for port, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:39.808846 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f358975-06d3-48a0-b6b7-815a038ae3f4 admin admin] Network 5ea8f873-3bad-4a65-ada9-9108bfa946ef is already hosted by enough agents. {{(pid=108020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:51:39.811947 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.base_scheduler [None req-3f358975-06d3-48a0-b6b7-815a038ae3f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=108020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:51:39.818157 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f358975-06d3-48a0-b6b7-815a038ae3f4 admin admin] Received port after_create {{(pid=108020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:51:39.857535 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f358975-06d3-48a0-b6b7-815a038ae3f4 admin admin] Pushing event updated for resources: {'Port': ['ID=a52561fc-33f2-4c3b-8d32-7444dd04a941,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:39.889895 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device f9097258-1560-4eab-b715-5d83bfd336e8 up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:51:39.947640 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 49792) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:51:39.994060 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c7219d-02bb-48be-a824-6b06f906e64f None None] Sync routers for ids ['803a9348-f88c-4ebe-b8e7-00e5a35783f9'] in dv-cinder-821746-1-iscsi {{(pid=108023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:51:40.009679 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port f9097258-1560-4eab-b715-5d83bfd336e8 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:51:40.010827 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:40.017606 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c7219d-02bb-48be-a824-6b06f906e64f None None] Routers {'803a9348-f88c-4ebe-b8e7-00e5a35783f9'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:51:40.018483 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-64c7219d-02bb-48be-a824-6b06f906e64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:51:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['803a9348-f88c-4ebe-b8e7-00e5a35783f9'], 'active': True} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:51:40.129521 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-495a5c09-970f-4d0a-beb5-e3b39445891f admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:40.148980 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvr_db [None req-64c7219d-02bb-48be-a824-6b06f906e64f None None] Set router 803a9348-f88c-4ebe-b8e7-00e5a35783f9 gateway port host: dv-cinder-821746-1-iscsi {{(pid=108023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:51:40.161613 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:40.172093 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-3f358975-06d3-48a0-b6b7-815a038ae3f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:40.185937 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-ba8737c3-d096-412f-8f43-532636599bec None None] For port f9097258-1560-4eab-b715-5d83bfd336e8, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=f9097258-1560-4eab-b715-5d83bfd336e8,segment=NetworkSegment(a712e70a-4160-45a5-bd2f-6cc771621112),segment_id=a712e70a-4160-45a5-bd2f-6cc771621112)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:51:40.194437 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:40.250163 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-495a5c09-970f-4d0a-beb5-e3b39445891f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:40.257307 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-495a5c09-970f-4d0a-beb5-e3b39445891f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:40.261545 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Pushing event updated for resources: {'Port': ['ID=f9097258-1560-4eab-b715-5d83bfd336e8,revision_number=4']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:40.304743 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a5c09-970f-4d0a-beb5-e3b39445891f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7529b783-c8d4-408e-88e4-9446300474ad,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:40.309401 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-495a5c09-970f-4d0a-beb5-e3b39445891f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=29975b9aa7134814a9339ab260987a38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3611600 Dec 14 18:51:40.312160 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 49796) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:51:40.365716 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-9dcd0042-d818-46ed-b508-e339c80c5938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:40.372701 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-64c7219d-02bb-48be-a824-6b06f906e64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803a9348-f88c-4ebe-b8e7-00e5a35783f9', 'name': 'tempest-TestMinimumBasicScenario-93311561-router', 'tenant_id': '8c08a6cd43f6432f8eb266103062623a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'f9097258-1560-4eab-b715-5d83bfd336e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:33Z', 'updated_at': '2021-12-14T18:51:36Z', 'revision_number': 4, 'project_id': '8c08a6cd43f6432f8eb266103062623a', 'gw_port': {'id': 'f9097258-1560-4eab-b715-5d83bfd336e8', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:14:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803a9348-f88c-4ebe-b8e7-00e5a35783f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:34Z', 'updated_at': '2021-12-14T18:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': 'da3ee5cf-3040-44f7-98d8-f45c2736c59f', 'name': '', 'network_id': 'f8af2700-8899-4b5b-be93-d24679c7c4ea', 'tenant_id': '8c08a6cd43f6432f8eb266103062623a', 'mac_address': 'fa:16:3e:2c:70:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803a9348-f88c-4ebe-b8e7-00e5a35783f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c39b8f31-f90a-4cf1-bc6c-f4999a4baffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:35Z', 'updated_at': '2021-12-14T18:51:36Z', 'revision_number': 2, 'project_id': '8c08a6cd43f6432f8eb266103062623a', 'subnets': [{'id': 'c39b8f31-f90a-4cf1-bc6c-f4999a4baffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:51:40.389483 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-9dcd0042-d818-46ed-b508-e339c80c5938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:40.401135 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-3f358975-06d3-48a0-b6b7-815a038ae3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-552498'] for router, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:40.403718 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c7219d-02bb-48be-a824-6b06f906e64f None None] Checking router: 803a9348-f88c-4ebe-b8e7-00e5a35783f9 for host: dv-cinder-821746-1-iscsi {{(pid=108023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:51:40.404653 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c7219d-02bb-48be-a824-6b06f906e64f None None] Updating router 803a9348-f88c-4ebe-b8e7-00e5a35783f9 port da3ee5cf-3040-44f7-98d8-f45c2736c59f binding host dv-cinder-821746-1-iscsi {{(pid=108023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 18:51:40.431941 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-64c7219d-02bb-48be-a824-6b06f906e64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:40.441746 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-9dcd0042-d818-46ed-b508-e339c80c5938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:40.445650 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-9dcd0042-d818-46ed-b508-e339c80c5938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:40.446995 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-9dcd0042-d818-46ed-b508-e339c80c5938 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7529b783-c8d4-408e-88e4-9446300474ad HTTP/1.1" status: 204 len: 168 time: 0.1339848 Dec 14 18:51:40.456956 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd0042-d818-46ed-b508-e339c80c5938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7529b783-c8d4-408e-88e4-9446300474ad,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:40.547531 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f358975-06d3-48a0-b6b7-815a038ae3f4 admin admin] Router 98eba57c-6713-440d-802f-0cf1f6e9617f is scheduled to L3 agent 61f97045-3475-4abf-9bb4-9e4a5178f14d with binding_index 1 {{(pid=108020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 18:51:40.675051 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f358975-06d3-48a0-b6b7-815a038ae3f4 admin admin] Notify agent at l3_agent.dv-cinder-821746-1-iscsi the message routers_updated {{(pid=108020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:51:40.687599 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354c53ba-6044-48f8-8916-6a07560b18d6 None None] Sync routers for ids ['98eba57c-6713-440d-802f-0cf1f6e9617f'] in dv-cinder-821746-1-iscsi {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:51:40.694179 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-3f358975-06d3-48a0-b6b7-815a038ae3f4 admin admin] Notify callbacks [] for router, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:40.695741 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-3f358975-06d3-48a0-b6b7-815a038ae3f4 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7577066 Dec 14 18:51:40.698410 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 49802) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:51:40.702716 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354c53ba-6044-48f8-8916-6a07560b18d6 None None] Routers {'98eba57c-6713-440d-802f-0cf1f6e9617f'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:51:40.703345 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-354c53ba-6044-48f8-8916-6a07560b18d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:51:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['98eba57c-6713-440d-802f-0cf1f6e9617f'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:51:40.796205 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-64c7219d-02bb-48be-a824-6b06f906e64f None None] Notify callbacks [] for port, precommit_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:40.820885 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-64c7219d-02bb-48be-a824-6b06f906e64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:40.897502 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-354c53ba-6044-48f8-8916-6a07560b18d6 None None] Set router 98eba57c-6713-440d-802f-0cf1f6e9617f gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:51:40.938965 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 49804) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:51:40.964366 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-d7e05d2f-8072-4408-aeac-236065adb8a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:41.002364 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f16295-da72-42b9-ac1c-d1c6be37c6ee None None] Pushing event updated for resources: {'Port': ['ID=da3ee5cf-3040-44f7-98d8-f45c2736c59f,revision_number=3']} {{(pid=108023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:41.012494 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f16295-da72-42b9-ac1c-d1c6be37c6ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:51:41.013142 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f16295-da72-42b9-ac1c-d1c6be37c6ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:51:41.013884 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f16295-da72-42b9-ac1c-d1c6be37c6ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:51:41.014428 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f16295-da72-42b9-ac1c-d1c6be37c6ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:51:41.015187 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f16295-da72-42b9-ac1c-d1c6be37c6ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:51:41.015855 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f16295-da72-42b9-ac1c-d1c6be37c6ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:51:41.016467 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f16295-da72-42b9-ac1c-d1c6be37c6ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:51:41.017233 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f16295-da72-42b9-ac1c-d1c6be37c6ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:51:41.018146 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f16295-da72-42b9-ac1c-d1c6be37c6ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:51:41.018782 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f16295-da72-42b9-ac1c-d1c6be37c6ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:51:41.019584 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f16295-da72-42b9-ac1c-d1c6be37c6ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:51:41.020149 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f16295-da72-42b9-ac1c-d1c6be37c6ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:51:41.089165 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.managers [None req-64c7219d-02bb-48be-a824-6b06f906e64f None None] Attempting to bind port da3ee5cf-3040-44f7-98d8-f45c2736c59f on host dv-cinder-821746-1-iscsi for vnic_type normal with profile {{(pid=108023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:51:41.089537 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.managers [None req-64c7219d-02bb-48be-a824-6b06f906e64f None None] Attempting to bind port da3ee5cf-3040-44f7-98d8-f45c2736c59f by drivers openvswitch,hyperv on host dv-cinder-821746-1-iscsi at level 0 using segments [{'id': '0a2a8e1c-8964-4992-ac30-29e8e3e0912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f8af2700-8899-4b5b-be93-d24679c7c4ea'}] {{(pid=108023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:51:41.089899 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c7219d-02bb-48be-a824-6b06f906e64f None None] Attempting to bind port da3ee5cf-3040-44f7-98d8-f45c2736c59f on network f8af2700-8899-4b5b-be93-d24679c7c4ea {{(pid=108023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:51:41.104540 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c7219d-02bb-48be-a824-6b06f906e64f None None] Checking agent: {'id': '196026f5-f687-4c63-8152-952b788e987b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 35, 18), 'started_at': datetime.datetime(2021, 12, 14, 18, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:51:41.104932 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c7219d-02bb-48be-a824-6b06f906e64f None None] Checking segment: {'id': '0a2a8e1c-8964-4992-ac30-29e8e3e0912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f8af2700-8899-4b5b-be93-d24679c7c4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:51:41.105375 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-64c7219d-02bb-48be-a824-6b06f906e64f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:41.107746 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c7219d-02bb-48be-a824-6b06f906e64f None None] Bound using segment: {'id': '0a2a8e1c-8964-4992-ac30-29e8e3e0912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f8af2700-8899-4b5b-be93-d24679c7c4ea'} {{(pid=108023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:51:41.109105 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.managers [None req-64c7219d-02bb-48be-a824-6b06f906e64f None None] Bound port: da3ee5cf-3040-44f7-98d8-f45c2736c59f, host: dv-cinder-821746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2a8e1c-8964-4992-ac30-29e8e3e0912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f8af2700-8899-4b5b-be93-d24679c7c4ea'}}] {{(pid=108023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:51:41.110587 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97a665b-f9ee-4067-b069-675ddfdb62d3 None None] Network 969ac840-b987-410c-bcab-cacfd8bf22ec requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:51:41.113117 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-64c7219d-02bb-48be-a824-6b06f906e64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:41.152682 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-d7e05d2f-8072-4408-aeac-236065adb8a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:41.160853 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-d7e05d2f-8072-4408-aeac-236065adb8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:41.203875 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.db [None req-64c7219d-02bb-48be-a824-6b06f906e64f None None] For port da3ee5cf-3040-44f7-98d8-f45c2736c59f, host dv-cinder-821746-1-iscsi, cleared binding levels {{(pid=108023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:51:41.212396 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.db [None req-64c7219d-02bb-48be-a824-6b06f906e64f None None] For port da3ee5cf-3040-44f7-98d8-f45c2736c59f, host dv-cinder-821746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=da3ee5cf-3040-44f7-98d8-f45c2736c59f,segment=NetworkSegment(0a2a8e1c-8964-4992-ac30-29e8e3e0912a),segment_id=0a2a8e1c-8964-4992-ac30-29e8e3e0912a)] {{(pid=108023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:51:41.214760 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-d7e05d2f-8072-4408-aeac-236065adb8a5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8f13c63226a6428a92d27b39cb70f4a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2745261 Dec 14 18:51:41.217456 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 49806) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:51:41.218127 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e05d2f-8072-4408-aeac-236065adb8a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201f76c4-d13f-4fe1-8737-fa5a36de1a44,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:41.223142 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-64c7219d-02bb-48be-a824-6b06f906e64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:41.256544 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-1e846c10-f81c-4d6f-a008-085395d4f1b2 None None] Provisioning complete for port b4cba018-b79e-4fc1-849f-a1398a914bc9 triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:51:41.256974 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-1e846c10-f81c-4d6f-a008-085395d4f1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:41.290295 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f16295-da72-42b9-ac1c-d1c6be37c6ee None None] Pushing event updated for resources: {'Port': ['ID=da3ee5cf-3040-44f7-98d8-f45c2736c59f,revision_number=4']} {{(pid=108023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:41.309639 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c7219d-02bb-48be-a824-6b06f906e64f None None] Routers {'803a9348-f88c-4ebe-b8e7-00e5a35783f9'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:51:41.310289 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-64c7219d-02bb-48be-a824-6b06f906e64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:51:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['803a9348-f88c-4ebe-b8e7-00e5a35783f9'], 'active': True} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:51:41.315096 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-ccb5b658-40db-43c2-8e7d-4359aa3368f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:41.365832 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-ccb5b658-40db-43c2-8e7d-4359aa3368f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:41.383998 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-354c53ba-6044-48f8-8916-6a07560b18d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98eba57c-6713-440d-802f-0cf1f6e9617f', 'name': 'tempest-TestMinimumBasicScenario-1454609319-router', 'tenant_id': '27f7b215678c437fa1ca262329808812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'a52561fc-33f2-4c3b-8d32-7444dd04a941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:38Z', 'updated_at': '2021-12-14T18:51:40Z', 'revision_number': 3, 'project_id': '27f7b215678c437fa1ca262329808812', 'gw_port': {'id': 'a52561fc-33f2-4c3b-8d32-7444dd04a941', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ff:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98eba57c-6713-440d-802f-0cf1f6e9617f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:39Z', 'updated_at': '2021-12-14T18:51:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi'}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:51:41.448021 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-173927ea-a135-4598-8737-0a2741fb3020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:41.452019 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvr_db [None req-64c7219d-02bb-48be-a824-6b06f906e64f None None] Set router 803a9348-f88c-4ebe-b8e7-00e5a35783f9 gateway port host: dv-cinder-821746-1-iscsi {{(pid=108023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:51:41.452197 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354c53ba-6044-48f8-8916-6a07560b18d6 None None] Checking router: 98eba57c-6713-440d-802f-0cf1f6e9617f for host: dv-cinder-821746-1-iscsi {{(pid=108022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:51:41.452445 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354c53ba-6044-48f8-8916-6a07560b18d6 None None] Updating router 98eba57c-6713-440d-802f-0cf1f6e9617f port a52561fc-33f2-4c3b-8d32-7444dd04a941 binding host dv-cinder-821746-1-iscsi {{(pid=108022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 18:51:41.473940 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-ccb5b658-40db-43c2-8e7d-4359aa3368f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:41.477027 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-ccb5b658-40db-43c2-8e7d-4359aa3368f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:41.481892 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-ccb5b658-40db-43c2-8e7d-4359aa3368f8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/201f76c4-d13f-4fe1-8737-fa5a36de1a44 HTTP/1.1" status: 204 len: 168 time: 0.2592273 Dec 14 18:51:41.491952 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-1e846c10-f81c-4d6f-a008-085395d4f1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:41.504558 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-354c53ba-6044-48f8-8916-6a07560b18d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:41.538913 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb5b658-40db-43c2-8e7d-4359aa3368f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201f76c4-d13f-4fe1-8737-fa5a36de1a44,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:41.580705 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-1e846c10-f81c-4d6f-a008-085395d4f1b2 None None] For port b4cba018-b79e-4fc1-849f-a1398a914bc9, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=b4cba018-b79e-4fc1-849f-a1398a914bc9,segment=NetworkSegment(211cf4f9-8b5a-4572-9809-5d86488a3264),segment_id=211cf4f9-8b5a-4572-9809-5d86488a3264)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:51:41.601141 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-1e846c10-f81c-4d6f-a008-085395d4f1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:41.806757 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.agents_db [None req-bc91d4ce-6c5b-4ff0-abae-02e3a00e1a46 None None] Agent healthcheck: found 6 active agents {{(pid=108023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:51:41.812060 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.db_base_plugin_common [None req-173927ea-a135-4598-8737-0a2741fb3020 admin admin] Allocated IP 172.20.0.1 (969ac840-b987-410c-bcab-cacfd8bf22ec/cc216b9b-35f4-49a5-88fd-14c27ff0dbfe/73b21631-b331-491e-bf74-60514514b19b) {{(pid=108021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:51:41.823489 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-c52c1beb-4126-483f-b1c3-83d206f7f5e6 None None] Provisioning complete for port da3ee5cf-3040-44f7-98d8-f45c2736c59f triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:51:41.823955 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-c52c1beb-4126-483f-b1c3-83d206f7f5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:41.854757 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e846c10-f81c-4d6f-a008-085395d4f1b2 None None] Pushing event updated for resources: {'Port': ['ID=b4cba018-b79e-4fc1-849f-a1398a914bc9,revision_number=3']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:41.970923 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-64c7219d-02bb-48be-a824-6b06f906e64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803a9348-f88c-4ebe-b8e7-00e5a35783f9', 'name': 'tempest-TestMinimumBasicScenario-93311561-router', 'tenant_id': '8c08a6cd43f6432f8eb266103062623a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'f9097258-1560-4eab-b715-5d83bfd336e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:33Z', 'updated_at': '2021-12-14T18:51:36Z', 'revision_number': 4, 'project_id': '8c08a6cd43f6432f8eb266103062623a', 'gw_port': {'id': 'f9097258-1560-4eab-b715-5d83bfd336e8', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:14:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803a9348-f88c-4ebe-b8e7-00e5a35783f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:34Z', 'updated_at': '2021-12-14T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': 'da3ee5cf-3040-44f7-98d8-f45c2736c59f', 'name': '', 'network_id': 'f8af2700-8899-4b5b-be93-d24679c7c4ea', 'tenant_id': '8c08a6cd43f6432f8eb266103062623a', 'mac_address': 'fa:16:3e:2c:70:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803a9348-f88c-4ebe-b8e7-00e5a35783f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c39b8f31-f90a-4cf1-bc6c-f4999a4baffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:35Z', 'updated_at': '2021-12-14T18:51:41Z', 'revision_number': 4, 'project_id': '8c08a6cd43f6432f8eb266103062623a', 'subnets': [{'id': 'c39b8f31-f90a-4cf1-bc6c-f4999a4baffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:51:41.993365 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-173927ea-a135-4598-8737-0a2741fb3020 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:42.011247 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c7219d-02bb-48be-a824-6b06f906e64f None None] The sync data for ids ['803a9348-f88c-4ebe-b8e7-00e5a35783f9'] in dv-cinder-821746-1-iscsi is: [{'id': '803a9348-f88c-4ebe-b8e7-00e5a35783f9', 'name': 'tempest-TestMinimumBasicScenario-93311561-router', 'tenant_id': '8c08a6cd43f6432f8eb266103062623a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'f9097258-1560-4eab-b715-5d83bfd336e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:33Z', 'updated_at': '2021-12-14T18:51:36Z', 'revision_number': 4, 'project_id': '8c08a6cd43f6432f8eb266103062623a', 'gw_port': {'id': 'f9097258-1560-4eab-b715-5d83bfd336e8', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:14:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803a9348-f88c-4ebe-b8e7-00e5a35783f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:34Z', 'updated_at': '2021-12-14T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': 'da3ee5cf-3040-44f7-98d8-f45c2736c59f', 'name': '', 'network_id': 'f8af2700-8899-4b5b-be93-d24679c7c4ea', 'tenant_id': '8c08a6cd43f6432f8eb266103062623a', 'mac_address': 'fa:16:3e:2c:70:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803a9348-f88c-4ebe-b8e7-00e5a35783f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c39b8f31-f90a-4cf1-bc6c-f4999a4baffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:35Z', 'updated_at': '2021-12-14T18:51:41Z', 'revision_number': 4, 'project_id': '8c08a6cd43f6432f8eb266103062623a', 'subnets': [{'id': 'c39b8f31-f90a-4cf1-bc6c-f4999a4baffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:51:42.017118 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-c52c1beb-4126-483f-b1c3-83d206f7f5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:42.069247 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-173927ea-a135-4598-8737-0a2741fb3020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29291660'] for port, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:42.091685 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-354c53ba-6044-48f8-8916-6a07560b18d6 None None] Notify callbacks [] for port, precommit_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:42.094650 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device f9097258-1560-4eab-b715-5d83bfd336e8 up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:51:42.101940 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-c52c1beb-4126-483f-b1c3-83d206f7f5e6 None None] For port da3ee5cf-3040-44f7-98d8-f45c2736c59f, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=da3ee5cf-3040-44f7-98d8-f45c2736c59f,segment=NetworkSegment(0a2a8e1c-8964-4992-ac30-29e8e3e0912a),segment_id=0a2a8e1c-8964-4992-ac30-29e8e3e0912a)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:51:42.124668 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173927ea-a135-4598-8737-0a2741fb3020 admin admin] Pushing event updated for resources: {'Port': ['ID=73b21631-b331-491e-bf74-60514514b19b,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:42.125148 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-c52c1beb-4126-483f-b1c3-83d206f7f5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:42.127226 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-354c53ba-6044-48f8-8916-6a07560b18d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:42.146274 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173927ea-a135-4598-8737-0a2741fb3020 admin admin] Network 969ac840-b987-410c-bcab-cacfd8bf22ec is already hosted by enough agents. {{(pid=108021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:51:42.148154 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.base_scheduler [None req-173927ea-a135-4598-8737-0a2741fb3020 admin admin] Resources bound (agent type, host, resource id): {{(pid=108021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:51:42.151381 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173927ea-a135-4598-8737-0a2741fb3020 admin admin] Received port after_create {{(pid=108021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:51:42.195988 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-354c53ba-6044-48f8-8916-6a07560b18d6 None None] Attempting to bind port a52561fc-33f2-4c3b-8d32-7444dd04a941 on host dv-cinder-821746-1-iscsi for vnic_type normal with profile {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:51:42.196363 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-354c53ba-6044-48f8-8916-6a07560b18d6 None None] Attempting to bind port a52561fc-33f2-4c3b-8d32-7444dd04a941 by drivers openvswitch,hyperv on host dv-cinder-821746-1-iscsi at level 0 using segments [{'id': 'a712e70a-4160-45a5-bd2f-6cc771621112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'}] {{(pid=108022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:51:42.196728 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354c53ba-6044-48f8-8916-6a07560b18d6 None None] Attempting to bind port a52561fc-33f2-4c3b-8d32-7444dd04a941 on network 5ea8f873-3bad-4a65-ada9-9108bfa946ef {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:51:42.205390 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-173927ea-a135-4598-8737-0a2741fb3020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550665'] for router_interface, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:42.216427 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354c53ba-6044-48f8-8916-6a07560b18d6 None None] Checking agent: {'id': '196026f5-f687-4c63-8152-952b788e987b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 35, 18), 'started_at': datetime.datetime(2021, 12, 14, 18, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:51:42.216801 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354c53ba-6044-48f8-8916-6a07560b18d6 None None] Checking segment: {'id': 'a712e70a-4160-45a5-bd2f-6cc771621112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:51:42.217205 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-354c53ba-6044-48f8-8916-6a07560b18d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:42.217597 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354c53ba-6044-48f8-8916-6a07560b18d6 None None] Bound using segment: {'id': 'a712e70a-4160-45a5-bd2f-6cc771621112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'} {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:51:42.218082 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-354c53ba-6044-48f8-8916-6a07560b18d6 None None] Bound port: a52561fc-33f2-4c3b-8d32-7444dd04a941, host: dv-cinder-821746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a712e70a-4160-45a5-bd2f-6cc771621112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'}}] {{(pid=108022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:51:42.218457 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-354c53ba-6044-48f8-8916-6a07560b18d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:42.381108 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-173927ea-a135-4598-8737-0a2741fb3020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:42.493142 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-354c53ba-6044-48f8-8916-6a07560b18d6 None None] For port a52561fc-33f2-4c3b-8d32-7444dd04a941, host dv-cinder-821746-1-iscsi, cleared binding levels {{(pid=108022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:51:42.501334 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-79f5d549-5162-4a42-95e3-8f913701f083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:42.514955 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c1beb-4126-483f-b1c3-83d206f7f5e6 None None] Pushing event updated for resources: {'Port': ['ID=da3ee5cf-3040-44f7-98d8-f45c2736c59f,revision_number=5']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:42.520522 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-354c53ba-6044-48f8-8916-6a07560b18d6 None None] For port a52561fc-33f2-4c3b-8d32-7444dd04a941, host dv-cinder-821746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=a52561fc-33f2-4c3b-8d32-7444dd04a941,segment=NetworkSegment(a712e70a-4160-45a5-bd2f-6cc771621112),segment_id=a712e70a-4160-45a5-bd2f-6cc771621112)] {{(pid=108022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:51:42.524054 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-b2afa07d-0056-4afe-a67b-427bcd8093e2 None None] Provisioning complete for port b4cba018-b79e-4fc1-849f-a1398a914bc9 triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:51:42.524392 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-b2afa07d-0056-4afe-a67b-427bcd8093e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:42.526939 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port f9097258-1560-4eab-b715-5d83bfd336e8 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:51:42.527452 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:42.550458 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-354c53ba-6044-48f8-8916-6a07560b18d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:42.597750 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-173927ea-a135-4598-8737-0a2741fb3020 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:42.606358 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-173927ea-a135-4598-8737-0a2741fb3020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29291667'] for port, after_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:42.653478 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed95b7e-2fb1-49ca-ac27-c1219863c738 None None] Pushing event updated for resources: {'Port': ['ID=a52561fc-33f2-4c3b-8d32-7444dd04a941,revision_number=3']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:42.696198 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354c53ba-6044-48f8-8916-6a07560b18d6 None None] Routers {'98eba57c-6713-440d-802f-0cf1f6e9617f'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:51:42.696845 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-354c53ba-6044-48f8-8916-6a07560b18d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:51:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['98eba57c-6713-440d-802f-0cf1f6e9617f'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:51:42.709038 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-173927ea-a135-4598-8737-0a2741fb3020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550524'] for router_interface, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:42.743666 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173927ea-a135-4598-8737-0a2741fb3020 admin admin] Pushing event updated for resources: {'Port': ['ID=73b21631-b331-491e-bf74-60514514b19b,revision_number=2']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:42.842811 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173927ea-a135-4598-8737-0a2741fb3020 admin admin] Network 969ac840-b987-410c-bcab-cacfd8bf22ec is already hosted by enough agents. {{(pid=108021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:51:42.844314 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.base_scheduler [None req-173927ea-a135-4598-8737-0a2741fb3020 admin admin] Resources bound (agent type, host, resource id): {{(pid=108021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:51:42.847209 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed95b7e-2fb1-49ca-ac27-c1219863c738 None None] Pushing event updated for resources: {'Port': ['ID=a52561fc-33f2-4c3b-8d32-7444dd04a941,revision_number=3']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:42.899994 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device b4cba018-b79e-4fc1-849f-a1398a914bc9 up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:51:42.955784 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-354c53ba-6044-48f8-8916-6a07560b18d6 None None] Set router 98eba57c-6713-440d-802f-0cf1f6e9617f gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:51:43.004856 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-173927ea-a135-4598-8737-0a2741fb3020 admin admin] Router 98eba57c-6713-440d-802f-0cf1f6e9617f has already been hosted by L3 agent 61f97045-3475-4abf-9bb4-9e4a5178f14d {{(pid=108021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:51:43.072565 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port b4cba018-b79e-4fc1-849f-a1398a914bc9 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:51:43.072941 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:43.116352 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-39c8c3b8-bac7-475a-a375-2a665151f082 None None] Provisioning complete for port 73b21631-b331-491e-bf74-60514514b19b triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:51:43.116726 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-39c8c3b8-bac7-475a-a375-2a665151f082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:43.149261 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173927ea-a135-4598-8737-0a2741fb3020 admin admin] Notify agent at l3_agent.dv-cinder-821746-1-iscsi the message routers_updated {{(pid=108021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:51:43.162578 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-173927ea-a135-4598-8737-0a2741fb3020 admin admin] 10.222.0.71 "PUT /v2.0/routers/98eba57c-6713-440d-802f-0cf1f6e9617f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4549992 Dec 14 18:51:43.189196 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-39c8c3b8-bac7-475a-a375-2a665151f082 None None] Port 73b21631-b331-491e-bf74-60514514b19b cannot update to ACTIVE because it is not bound. {{(pid=108022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:51:43.289032 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device da3ee5cf-3040-44f7-98d8-f45c2736c59f up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:51:43.346830 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-058dcc58-aefa-4d4c-9a06-d8d70bbd9c45 None None] Provisioning complete for port 73b21631-b331-491e-bf74-60514514b19b triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:51:43.347231 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-058dcc58-aefa-4d4c-9a06-d8d70bbd9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:43.354004 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-354c53ba-6044-48f8-8916-6a07560b18d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98eba57c-6713-440d-802f-0cf1f6e9617f', 'name': 'tempest-TestMinimumBasicScenario-1454609319-router', 'tenant_id': '27f7b215678c437fa1ca262329808812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'a52561fc-33f2-4c3b-8d32-7444dd04a941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:38Z', 'updated_at': '2021-12-14T18:51:42Z', 'revision_number': 4, 'project_id': '27f7b215678c437fa1ca262329808812', 'gw_port': {'id': 'a52561fc-33f2-4c3b-8d32-7444dd04a941', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ff:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98eba57c-6713-440d-802f-0cf1f6e9617f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:39Z', 'updated_at': '2021-12-14T18:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': '73b21631-b331-491e-bf74-60514514b19b', 'name': '', 'network_id': '969ac840-b987-410c-bcab-cacfd8bf22ec', 'tenant_id': '27f7b215678c437fa1ca262329808812', 'mac_address': 'fa:16:3e:b1:28:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98eba57c-6713-440d-802f-0cf1f6e9617f', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'cc216b9b-35f4-49a5-88fd-14c27ff0dbfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:41Z', 'updated_at': '2021-12-14T18:51:42Z', 'revision_number': 2, 'project_id': '27f7b215678c437fa1ca262329808812', 'subnets': [{'id': 'cc216b9b-35f4-49a5-88fd-14c27ff0dbfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:51:43.408757 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354c53ba-6044-48f8-8916-6a07560b18d6 None None] The sync data for ids ['98eba57c-6713-440d-802f-0cf1f6e9617f'] in dv-cinder-821746-1-iscsi is: [{'id': '98eba57c-6713-440d-802f-0cf1f6e9617f', 'name': 'tempest-TestMinimumBasicScenario-1454609319-router', 'tenant_id': '27f7b215678c437fa1ca262329808812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'a52561fc-33f2-4c3b-8d32-7444dd04a941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:38Z', 'updated_at': '2021-12-14T18:51:42Z', 'revision_number': 4, 'project_id': '27f7b215678c437fa1ca262329808812', 'gw_port': {'id': 'a52561fc-33f2-4c3b-8d32-7444dd04a941', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ff:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98eba57c-6713-440d-802f-0cf1f6e9617f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:39Z', 'updated_at': '2021-12-14T18:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': '73b21631-b331-491e-bf74-60514514b19b', 'name': '', 'network_id': '969ac840-b987-410c-bcab-cacfd8bf22ec', 'tenant_id': '27f7b215678c437fa1ca262329808812', 'mac_address': 'fa:16:3e:b1:28:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98eba57c-6713-440d-802f-0cf1f6e9617f', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'cc216b9b-35f4-49a5-88fd-14c27ff0dbfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:41Z', 'updated_at': '2021-12-14T18:51:42Z', 'revision_number': 2, 'project_id': '27f7b215678c437fa1ca262329808812', 'subnets': [{'id': 'cc216b9b-35f4-49a5-88fd-14c27ff0dbfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:51:43.422315 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-058dcc58-aefa-4d4c-9a06-d8d70bbd9c45 None None] Port 73b21631-b331-491e-bf74-60514514b19b cannot update to ACTIVE because it is not bound. {{(pid=108022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:51:43.424940 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port da3ee5cf-3040-44f7-98d8-f45c2736c59f triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:51:43.425312 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:43.856448 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device b4cba018-b79e-4fc1-849f-a1398a914bc9 up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:51:43.914535 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port b4cba018-b79e-4fc1-849f-a1398a914bc9 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:51:43.914935 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:44.019578 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device da3ee5cf-3040-44f7-98d8-f45c2736c59f up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:51:44.076127 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port da3ee5cf-3040-44f7-98d8-f45c2736c59f triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:51:44.076494 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:44.315574 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 49900) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:51:44.455457 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-2d0ac2f3-3cc3-47df-8004-4596375be0f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:44.564734 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-2d0ac2f3-3cc3-47df-8004-4596375be0f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:44.570385 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-2d0ac2f3-3cc3-47df-8004-4596375be0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:44.605553 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0ac2f3-3cc3-47df-8004-4596375be0f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b41f41-45f6-4aac-9fa1-85cc9d8d0e39,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:44.625872 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-2d0ac2f3-3cc3-47df-8004-4596375be0f8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=eb49802f23bc4f4badd8c50c3f5903d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3064983 Dec 14 18:51:44.626155 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 49904) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:51:44.691188 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-dc88d48a-7b0c-4539-b07b-84e6f8d746fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:44.725929 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-dc88d48a-7b0c-4539-b07b-84e6f8d746fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:44.739592 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-f09590b7-b864-41b9-b673-ccc0cdebb44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:44.789926 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-dc88d48a-7b0c-4539-b07b-84e6f8d746fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:44.793308 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-dc88d48a-7b0c-4539-b07b-84e6f8d746fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:44.796995 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-dc88d48a-7b0c-4539-b07b-84e6f8d746fe admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c9b41f41-45f6-4aac-9fa1-85cc9d8d0e39 HTTP/1.1" status: 204 len: 168 time: 0.1674755 Dec 14 18:51:44.820944 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc88d48a-7b0c-4539-b07b-84e6f8d746fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b41f41-45f6-4aac-9fa1-85cc9d8d0e39,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:45.193070 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 49910) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:51:45.208692 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-3b1fc314-62bd-4d51-983c-b4d9e805904d admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:45.322977 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-3b1fc314-62bd-4d51-983c-b4d9e805904d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:45.328403 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-3b1fc314-62bd-4d51-983c-b4d9e805904d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:45.369138 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-3b1fc314-62bd-4d51-983c-b4d9e805904d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=429f54b037fe4b319f76e0b964d4c5e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1749079 Dec 14 18:51:45.370378 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1fc314-62bd-4d51-983c-b4d9e805904d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29648e7-8126-476e-b5e9-293eb305c2e3,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:45.371802 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 49912) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:51:45.440467 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-0f0f6b4c-c936-49fd-baec-b9cea36840df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:45.466468 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-0f0f6b4c-c936-49fd-baec-b9cea36840df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:45.523763 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-0f0f6b4c-c936-49fd-baec-b9cea36840df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:45.533352 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-0f0f6b4c-c936-49fd-baec-b9cea36840df admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:45.537212 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-0f0f6b4c-c936-49fd-baec-b9cea36840df admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a29648e7-8126-476e-b5e9-293eb305c2e3 HTTP/1.1" status: 204 len: 168 time: 0.1644154 Dec 14 18:51:45.546243 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f6b4c-c936-49fd-baec-b9cea36840df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29648e7-8126-476e-b5e9-293eb305c2e3,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:45.908029 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device a52561fc-33f2-4c3b-8d32-7444dd04a941 up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:51:45.968988 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port a52561fc-33f2-4c3b-8d32-7444dd04a941 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:51:45.969686 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:46.091332 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:46.123729 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-ba8737c3-d096-412f-8f43-532636599bec None None] For port a52561fc-33f2-4c3b-8d32-7444dd04a941, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=a52561fc-33f2-4c3b-8d32-7444dd04a941,segment=NetworkSegment(a712e70a-4160-45a5-bd2f-6cc771621112),segment_id=a712e70a-4160-45a5-bd2f-6cc771621112)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:51:46.129070 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:46.211573 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Pushing event updated for resources: {'Port': ['ID=a52561fc-33f2-4c3b-8d32-7444dd04a941,revision_number=4']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:46.225799 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:46.255947 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df378bec-3973-48d7-86ab-1bf5f4a908d8 None None] Sync routers for ids ['98eba57c-6713-440d-802f-0cf1f6e9617f'] in dv-cinder-821746-1-iscsi {{(pid=108023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:51:46.275616 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df378bec-3973-48d7-86ab-1bf5f4a908d8 None None] Routers {'98eba57c-6713-440d-802f-0cf1f6e9617f'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:51:46.276542 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-df378bec-3973-48d7-86ab-1bf5f4a908d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:51:45Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['98eba57c-6713-440d-802f-0cf1f6e9617f'], 'active': True} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:51:46.409539 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvr_db [None req-df378bec-3973-48d7-86ab-1bf5f4a908d8 None None] Set router 98eba57c-6713-440d-802f-0cf1f6e9617f gateway port host: dv-cinder-821746-1-iscsi {{(pid=108023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:51:46.656186 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-df378bec-3973-48d7-86ab-1bf5f4a908d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98eba57c-6713-440d-802f-0cf1f6e9617f', 'name': 'tempest-TestMinimumBasicScenario-1454609319-router', 'tenant_id': '27f7b215678c437fa1ca262329808812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'a52561fc-33f2-4c3b-8d32-7444dd04a941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:38Z', 'updated_at': '2021-12-14T18:51:42Z', 'revision_number': 4, 'project_id': '27f7b215678c437fa1ca262329808812', 'gw_port': {'id': 'a52561fc-33f2-4c3b-8d32-7444dd04a941', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98eba57c-6713-440d-802f-0cf1f6e9617f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:39Z', 'updated_at': '2021-12-14T18:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': '73b21631-b331-491e-bf74-60514514b19b', 'name': '', 'network_id': '969ac840-b987-410c-bcab-cacfd8bf22ec', 'tenant_id': '27f7b215678c437fa1ca262329808812', 'mac_address': 'fa:16:3e:b1:28:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98eba57c-6713-440d-802f-0cf1f6e9617f', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'cc216b9b-35f4-49a5-88fd-14c27ff0dbfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:41Z', 'updated_at': '2021-12-14T18:51:42Z', 'revision_number': 2, 'project_id': '27f7b215678c437fa1ca262329808812', 'subnets': [{'id': 'cc216b9b-35f4-49a5-88fd-14c27ff0dbfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:51:46.689267 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df378bec-3973-48d7-86ab-1bf5f4a908d8 None None] Checking router: 98eba57c-6713-440d-802f-0cf1f6e9617f for host: dv-cinder-821746-1-iscsi {{(pid=108023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:51:46.689704 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df378bec-3973-48d7-86ab-1bf5f4a908d8 None None] Updating router 98eba57c-6713-440d-802f-0cf1f6e9617f port 73b21631-b331-491e-bf74-60514514b19b binding host dv-cinder-821746-1-iscsi {{(pid=108023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 18:51:46.721431 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-df378bec-3973-48d7-86ab-1bf5f4a908d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:47.059519 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-df378bec-3973-48d7-86ab-1bf5f4a908d8 None None] Notify callbacks [] for port, precommit_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:47.061674 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 49944) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:51:47.065846 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-df378bec-3973-48d7-86ab-1bf5f4a908d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:47.174997 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e04ef4-1cf6-43a6-9b24-381d2901bbec None None] Pushing event updated for resources: {'Port': ['ID=73b21631-b331-491e-bf74-60514514b19b,revision_number=3']} {{(pid=108023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:47.195610 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.managers [None req-df378bec-3973-48d7-86ab-1bf5f4a908d8 None None] Attempting to bind port 73b21631-b331-491e-bf74-60514514b19b on host dv-cinder-821746-1-iscsi for vnic_type normal with profile {{(pid=108023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:51:47.195979 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.managers [None req-df378bec-3973-48d7-86ab-1bf5f4a908d8 None None] Attempting to bind port 73b21631-b331-491e-bf74-60514514b19b by drivers openvswitch,hyperv on host dv-cinder-821746-1-iscsi at level 0 using segments [{'id': '211cf4f9-8b5a-4572-9809-5d86488a3264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '969ac840-b987-410c-bcab-cacfd8bf22ec'}] {{(pid=108023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:51:47.196343 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df378bec-3973-48d7-86ab-1bf5f4a908d8 None None] Attempting to bind port 73b21631-b331-491e-bf74-60514514b19b on network 969ac840-b987-410c-bcab-cacfd8bf22ec {{(pid=108023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:51:47.206561 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df378bec-3973-48d7-86ab-1bf5f4a908d8 None None] Checking agent: {'id': '196026f5-f687-4c63-8152-952b788e987b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 35, 18), 'started_at': datetime.datetime(2021, 12, 14, 18, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:51:47.206943 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df378bec-3973-48d7-86ab-1bf5f4a908d8 None None] Checking segment: {'id': '211cf4f9-8b5a-4572-9809-5d86488a3264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '969ac840-b987-410c-bcab-cacfd8bf22ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:51:47.207343 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-df378bec-3973-48d7-86ab-1bf5f4a908d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:47.207766 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df378bec-3973-48d7-86ab-1bf5f4a908d8 None None] Bound using segment: {'id': '211cf4f9-8b5a-4572-9809-5d86488a3264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '969ac840-b987-410c-bcab-cacfd8bf22ec'} {{(pid=108023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:51:47.208264 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.managers [None req-df378bec-3973-48d7-86ab-1bf5f4a908d8 None None] Bound port: 73b21631-b331-491e-bf74-60514514b19b, host: dv-cinder-821746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '211cf4f9-8b5a-4572-9809-5d86488a3264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '969ac840-b987-410c-bcab-cacfd8bf22ec'}}] {{(pid=108023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:51:47.208639 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-df378bec-3973-48d7-86ab-1bf5f4a908d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:47.220958 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-dc044599-6c4e-40f9-bb48-54985d0b517a admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:47.345713 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.db [None req-df378bec-3973-48d7-86ab-1bf5f4a908d8 None None] For port 73b21631-b331-491e-bf74-60514514b19b, host dv-cinder-821746-1-iscsi, cleared binding levels {{(pid=108023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:51:47.357486 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.db [None req-df378bec-3973-48d7-86ab-1bf5f4a908d8 None None] For port 73b21631-b331-491e-bf74-60514514b19b, host dv-cinder-821746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=73b21631-b331-491e-bf74-60514514b19b,segment=NetworkSegment(211cf4f9-8b5a-4572-9809-5d86488a3264),segment_id=211cf4f9-8b5a-4572-9809-5d86488a3264)] {{(pid=108023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:51:47.370103 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-df378bec-3973-48d7-86ab-1bf5f4a908d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:47.381420 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-9f003e5c-c180-46f3-97a9-497641c2850a None None] Provisioning complete for port 73b21631-b331-491e-bf74-60514514b19b triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:51:47.383132 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-9f003e5c-c180-46f3-97a9-497641c2850a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:47.386317 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-dc044599-6c4e-40f9-bb48-54985d0b517a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:47.392291 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-dc044599-6c4e-40f9-bb48-54985d0b517a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:47.431014 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc044599-6c4e-40f9-bb48-54985d0b517a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8efd15-dbda-4ef6-bbcd-d39754d8c3b2,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:47.448876 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df378bec-3973-48d7-86ab-1bf5f4a908d8 None None] Routers {'98eba57c-6713-440d-802f-0cf1f6e9617f'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:51:47.450010 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-df378bec-3973-48d7-86ab-1bf5f4a908d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:51:45Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['98eba57c-6713-440d-802f-0cf1f6e9617f'], 'active': True} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:51:47.461696 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-dc044599-6c4e-40f9-bb48-54985d0b517a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e92780c55dea419791383ea0b81c7b7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3987000 Dec 14 18:51:47.464487 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 49952) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:51:47.557034 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-b1b405a1-bc90-4ac7-bb7f-159f90a71d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:47.561313 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-9f003e5c-c180-46f3-97a9-497641c2850a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:47.584132 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:47.601577 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-b1b405a1-bc90-4ac7-bb7f-159f90a71d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:47.637266 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e04ef4-1cf6-43a6-9b24-381d2901bbec None None] Pushing event updated for resources: {'Port': ['ID=73b21631-b331-491e-bf74-60514514b19b,revision_number=4']} {{(pid=108023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:47.638567 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-9f003e5c-c180-46f3-97a9-497641c2850a None None] For port 73b21631-b331-491e-bf74-60514514b19b, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=73b21631-b331-491e-bf74-60514514b19b,segment=NetworkSegment(211cf4f9-8b5a-4572-9809-5d86488a3264),segment_id=211cf4f9-8b5a-4572-9809-5d86488a3264)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:51:47.647068 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-9f003e5c-c180-46f3-97a9-497641c2850a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:47.673813 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-b1b405a1-bc90-4ac7-bb7f-159f90a71d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:47.681582 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-b1b405a1-bc90-4ac7-bb7f-159f90a71d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:47.687688 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-b1b405a1-bc90-4ac7-bb7f-159f90a71d1a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8b8efd15-dbda-4ef6-bbcd-d39754d8c3b2 HTTP/1.1" status: 204 len: 168 time: 0.2218049 Dec 14 18:51:47.698314 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b405a1-bc90-4ac7-bb7f-159f90a71d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8efd15-dbda-4ef6-bbcd-d39754d8c3b2,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:47.701814 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvr_db [None req-df378bec-3973-48d7-86ab-1bf5f4a908d8 None None] Set router 98eba57c-6713-440d-802f-0cf1f6e9617f gateway port host: dv-cinder-821746-1-iscsi {{(pid=108023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:51:47.746305 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f003e5c-c180-46f3-97a9-497641c2850a None None] Pushing event updated for resources: {'Port': ['ID=73b21631-b331-491e-bf74-60514514b19b,revision_number=5']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:47.790085 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-b9b603b5-ed26-4c01-9ce7-794d310a4f6a None None] Provisioning complete for port 73b21631-b331-491e-bf74-60514514b19b triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:51:47.790692 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-b9b603b5-ed26-4c01-9ce7-794d310a4f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:47.925291 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:47.952783 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 73b21631-b331-491e-bf74-60514514b19b up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:51:48.055669 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-df378bec-3973-48d7-86ab-1bf5f4a908d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98eba57c-6713-440d-802f-0cf1f6e9617f', 'name': 'tempest-TestMinimumBasicScenario-1454609319-router', 'tenant_id': '27f7b215678c437fa1ca262329808812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'a52561fc-33f2-4c3b-8d32-7444dd04a941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:38Z', 'updated_at': '2021-12-14T18:51:42Z', 'revision_number': 4, 'project_id': '27f7b215678c437fa1ca262329808812', 'gw_port': {'id': 'a52561fc-33f2-4c3b-8d32-7444dd04a941', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98eba57c-6713-440d-802f-0cf1f6e9617f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:39Z', 'updated_at': '2021-12-14T18:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': '73b21631-b331-491e-bf74-60514514b19b', 'name': '', 'network_id': '969ac840-b987-410c-bcab-cacfd8bf22ec', 'tenant_id': '27f7b215678c437fa1ca262329808812', 'mac_address': 'fa:16:3e:b1:28:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98eba57c-6713-440d-802f-0cf1f6e9617f', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'cc216b9b-35f4-49a5-88fd-14c27ff0dbfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:41Z', 'updated_at': '2021-12-14T18:51:47Z', 'revision_number': 4, 'project_id': '27f7b215678c437fa1ca262329808812', 'subnets': [{'id': 'cc216b9b-35f4-49a5-88fd-14c27ff0dbfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:51:48.111611 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df378bec-3973-48d7-86ab-1bf5f4a908d8 None None] The sync data for ids ['98eba57c-6713-440d-802f-0cf1f6e9617f'] in dv-cinder-821746-1-iscsi is: [{'id': '98eba57c-6713-440d-802f-0cf1f6e9617f', 'name': 'tempest-TestMinimumBasicScenario-1454609319-router', 'tenant_id': '27f7b215678c437fa1ca262329808812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'a52561fc-33f2-4c3b-8d32-7444dd04a941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:38Z', 'updated_at': '2021-12-14T18:51:42Z', 'revision_number': 4, 'project_id': '27f7b215678c437fa1ca262329808812', 'gw_port': {'id': 'a52561fc-33f2-4c3b-8d32-7444dd04a941', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98eba57c-6713-440d-802f-0cf1f6e9617f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:39Z', 'updated_at': '2021-12-14T18:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': '73b21631-b331-491e-bf74-60514514b19b', 'name': '', 'network_id': '969ac840-b987-410c-bcab-cacfd8bf22ec', 'tenant_id': '27f7b215678c437fa1ca262329808812', 'mac_address': 'fa:16:3e:b1:28:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98eba57c-6713-440d-802f-0cf1f6e9617f', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'cc216b9b-35f4-49a5-88fd-14c27ff0dbfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:41Z', 'updated_at': '2021-12-14T18:51:47Z', 'revision_number': 4, 'project_id': '27f7b215678c437fa1ca262329808812', 'subnets': [{'id': 'cc216b9b-35f4-49a5-88fd-14c27ff0dbfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:51:48.225067 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port 73b21631-b331-491e-bf74-60514514b19b triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:51:48.225872 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:48.335262 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device a52561fc-33f2-4c3b-8d32-7444dd04a941 up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:51:48.401096 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port a52561fc-33f2-4c3b-8d32-7444dd04a941 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:51:48.401716 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:48.661611 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 49974) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:51:48.784651 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-46fbb08a-e6f3-4af5-804e-9ee3c218b517 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-335543480-network', 'tenant_id': '65aa1bc448174f819d13506e836df6fb'}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:51:48.818875 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fbb08a-e6f3-4af5-804e-9ee3c218b517 admin admin] Made reservation on behalf of 65aa1bc448174f819d13506e836df6fb for: {'network': 1} {{(pid=108021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:51:48.824794 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-46fbb08a-e6f3-4af5-804e-9ee3c218b517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for network, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:48.835445 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-46fbb08a-e6f3-4af5-804e-9ee3c218b517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:48.926547 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-46fbb08a-e6f3-4af5-804e-9ee3c218b517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:48.930990 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-46fbb08a-e6f3-4af5-804e-9ee3c218b517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:48.943752 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46fbb08a-e6f3-4af5-804e-9ee3c218b517 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=108021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 18:51:48.972590 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-46fbb08a-e6f3-4af5-804e-9ee3c218b517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017'] for segment, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:48.972943 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.db.segments_db [None req-46fbb08a-e6f3-4af5-804e-9ee3c218b517 admin admin] Added segment f422b3f8-989b-4aa5-8aac-28f9be55c445 of type vlan for network c139c236-cafe-4060-83b5-90ef769a1167 Dec 14 18:51:48.997206 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fbb08a-e6f3-4af5-804e-9ee3c218b517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6242970-8f99-439e-884c-a99f7c43b33d,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:49.043337 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-46fbb08a-e6f3-4af5-804e-9ee3c218b517 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730914932920'] for network, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:49.090954 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-46fbb08a-e6f3-4af5-804e-9ee3c218b517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355'] for network, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:49.092206 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fbb08a-e6f3-4af5-804e-9ee3c218b517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:51:49.092789 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-46fbb08a-e6f3-4af5-804e-9ee3c218b517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for network, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:49.164019 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-46fbb08a-e6f3-4af5-804e-9ee3c218b517 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4980083 Dec 14 18:51:49.164019 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 49978) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:51:49.169874 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-352e5cf2-1d1d-47fe-81b5-a9f1b8aebf44 admin admin] Request body: {'subnet': {'network_id': 'c139c236-cafe-4060-83b5-90ef769a1167', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-335543480-subnet', 'tenant_id': '65aa1bc448174f819d13506e836df6fb', 'ip_version': 4}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:51:49.182458 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fbb08a-e6f3-4af5-804e-9ee3c218b517 admin admin] Pushing event updated for resources: {'Network': ['ID=c139c236-cafe-4060-83b5-90ef769a1167,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:49.195802 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Network c139c236-cafe-4060-83b5-90ef769a1167 details requested by agent ovs-agent-dv-cinder-821746-1-iscsi with host dv-cinder-821746-1-iscsi {{(pid=108022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 18:51:49.200875 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352e5cf2-1d1d-47fe-81b5-a9f1b8aebf44 admin admin] Made reservation on behalf of 65aa1bc448174f819d13506e836df6fb for: {'subnet': 1} {{(pid=108021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:51:49.203420 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-352e5cf2-1d1d-47fe-81b5-a9f1b8aebf44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28799928'] for subnet, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:49.436226 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-352e5cf2-1d1d-47fe-81b5-a9f1b8aebf44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29291544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28799298'] for subnet, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:49.485874 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e5cf2-1d1d-47fe-81b5-a9f1b8aebf44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d51de31-645e-4840-af00-bee771086121,revision_number=0']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:49.514214 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352e5cf2-1d1d-47fe-81b5-a9f1b8aebf44 admin admin] Checking segment: {'id': 'f422b3f8-989b-4aa5-8aac-28f9be55c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c139c236-cafe-4060-83b5-90ef769a1167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:51:49.514589 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352e5cf2-1d1d-47fe-81b5-a9f1b8aebf44 admin admin] Network hostable DHCP agents. Network: c139c236-cafe-4060-83b5-90ef769a1167, hostable agents: ['d5bdede2-47ae-43f0-be18-738289bca353'], hosted agents: [] {{(pid=108021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 18:51:49.538165 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352e5cf2-1d1d-47fe-81b5-a9f1b8aebf44 admin admin] Network c139c236-cafe-4060-83b5-90ef769a1167 is scheduled to be hosted by DHCP agent d5bdede2-47ae-43f0-be18-738289bca353 with binding_index 1 {{(pid=108021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 18:51:49.548961 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.base_scheduler [None req-352e5cf2-1d1d-47fe-81b5-a9f1b8aebf44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821746-1-iscsi, c139c236-cafe-4060-83b5-90ef769a1167) {{(pid=108021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:51:49.553642 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352e5cf2-1d1d-47fe-81b5-a9f1b8aebf44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:51:49.554225 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-352e5cf2-1d1d-47fe-81b5-a9f1b8aebf44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for subnet, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:49.564051 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83210aa-df2a-4357-a0db-355cda6aac40 None None] Network c139c236-cafe-4060-83b5-90ef769a1167 requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:51:49.574069 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-352e5cf2-1d1d-47fe-81b5-a9f1b8aebf44 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4095399 Dec 14 18:51:49.576856 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 49980) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:51:49.582156 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [None req-4c4d4c05-3183-423c-9c1f-0336d2bb9d01 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-335543480-router', 'tenant_id': '65aa1bc448174f819d13506e836df6fb', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'}}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:51:49.608030 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-4c4d4c05-3183-423c-9c1f-0336d2bb9d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9142'] for router, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:49.609613 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-4c4d4c05-3183-423c-9c1f-0336d2bb9d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9151'] for router, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:49.687474 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-4c4d4c05-3183-423c-9c1f-0336d2bb9d01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:49.743845 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17a97e6-f59b-4042-ad53-9a5e99006360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd03c6589-1518-5a5b-92f9-2701d0e38f88-c139c236-cafe-4060-83b5-90ef769a1167', 'network_id': 'c139c236-cafe-4060-83b5-90ef769a1167', 'tenant_id': '65aa1bc448174f819d13506e836df6fb', 'fixed_ips': [{'subnet_id': '8d51de31-645e-4840-af00-bee771086121'}]}} from dv-cinder-821746-1-iscsi. {{(pid=108022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 14 18:51:49.745052 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-f17a97e6-f59b-4042-ad53-9a5e99006360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:49.869595 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-4c4d4c05-3183-423c-9c1f-0336d2bb9d01 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:49.920167 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.db_base_plugin_common [None req-f17a97e6-f59b-4042-ad53-9a5e99006360 None None] Allocated IP 172.20.0.2 (c139c236-cafe-4060-83b5-90ef769a1167/8d51de31-645e-4840-af00-bee771086121/158d000b-1386-4b7e-890d-6775c17e7df5) {{(pid=108022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:51:50.093232 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-f17a97e6-f59b-4042-ad53-9a5e99006360 None None] Notify callbacks [] for port, precommit_create {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:50.101113 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-f17a97e6-f59b-4042-ad53-9a5e99006360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957'] for port, after_create {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:50.138058 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17a97e6-f59b-4042-ad53-9a5e99006360 None None] Network c139c236-cafe-4060-83b5-90ef769a1167 is already hosted by enough agents. {{(pid=108022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:51:50.141864 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.scheduler.base_scheduler [None req-f17a97e6-f59b-4042-ad53-9a5e99006360 None None] Resources bound (agent type, host, resource id): {{(pid=108022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:51:50.149667 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17a97e6-f59b-4042-ad53-9a5e99006360 None None] Received port after_create {{(pid=108022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:51:50.213838 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a97e6-f59b-4042-ad53-9a5e99006360 None None] Pushing event updated for resources: {'Port': ['ID=158d000b-1386-4b7e-890d-6775c17e7df5,revision_number=1']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:50.227122 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-f17a97e6-f59b-4042-ad53-9a5e99006360 None None] Attempting to bind port 158d000b-1386-4b7e-890d-6775c17e7df5 on host dv-cinder-821746-1-iscsi for vnic_type normal with profile {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:51:50.227764 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-f17a97e6-f59b-4042-ad53-9a5e99006360 None None] Attempting to bind port 158d000b-1386-4b7e-890d-6775c17e7df5 by drivers openvswitch,hyperv on host dv-cinder-821746-1-iscsi at level 0 using segments [{'id': 'f422b3f8-989b-4aa5-8aac-28f9be55c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c139c236-cafe-4060-83b5-90ef769a1167'}] {{(pid=108022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:51:50.228282 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17a97e6-f59b-4042-ad53-9a5e99006360 None None] Attempting to bind port 158d000b-1386-4b7e-890d-6775c17e7df5 on network c139c236-cafe-4060-83b5-90ef769a1167 {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:51:50.234776 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17a97e6-f59b-4042-ad53-9a5e99006360 None None] Checking agent: {'id': '196026f5-f687-4c63-8152-952b788e987b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 35, 18), 'started_at': datetime.datetime(2021, 12, 14, 18, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:51:50.235204 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17a97e6-f59b-4042-ad53-9a5e99006360 None None] Checking segment: {'id': 'f422b3f8-989b-4aa5-8aac-28f9be55c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c139c236-cafe-4060-83b5-90ef769a1167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:51:50.235543 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-f17a97e6-f59b-4042-ad53-9a5e99006360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:50.235927 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17a97e6-f59b-4042-ad53-9a5e99006360 None None] Bound using segment: {'id': 'f422b3f8-989b-4aa5-8aac-28f9be55c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c139c236-cafe-4060-83b5-90ef769a1167'} {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:51:50.236389 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-f17a97e6-f59b-4042-ad53-9a5e99006360 None None] Bound port: 158d000b-1386-4b7e-890d-6775c17e7df5, host: dv-cinder-821746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f422b3f8-989b-4aa5-8aac-28f9be55c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c139c236-cafe-4060-83b5-90ef769a1167'}}] {{(pid=108022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:51:50.236760 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-f17a97e6-f59b-4042-ad53-9a5e99006360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:50.324213 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-f17a97e6-f59b-4042-ad53-9a5e99006360 None None] For port 158d000b-1386-4b7e-890d-6775c17e7df5, host dv-cinder-821746-1-iscsi, cleared binding levels {{(pid=108022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:51:50.328347 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-f17a97e6-f59b-4042-ad53-9a5e99006360 None None] For port 158d000b-1386-4b7e-890d-6775c17e7df5, host dv-cinder-821746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=158d000b-1386-4b7e-890d-6775c17e7df5,segment=NetworkSegment(f422b3f8-989b-4aa5-8aac-28f9be55c445),segment_id=f422b3f8-989b-4aa5-8aac-28f9be55c445)] {{(pid=108022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:51:50.335412 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-f17a97e6-f59b-4042-ad53-9a5e99006360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:50.395836 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a97e6-f59b-4042-ad53-9a5e99006360 None None] Pushing event updated for resources: {'Port': ['ID=158d000b-1386-4b7e-890d-6775c17e7df5,revision_number=2']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:50.417703 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-4c4d4c05-3183-423c-9c1f-0336d2bb9d01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:50.465950 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-4c4d4c05-3183-423c-9c1f-0336d2bb9d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:50.587339 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.db_base_plugin_common [None req-4c4d4c05-3183-423c-9c1f-0336d2bb9d01 admin admin] Allocated IP 172.27.2.219 (5ea8f873-3bad-4a65-ada9-9108bfa946ef/8e9c9e92-9812-43f3-93d5-9d715bd5944d/38a67919-882c-45ad-bfe7-adc6108f359c) {{(pid=108020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:51:50.770922 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-4c4d4c05-3183-423c-9c1f-0336d2bb9d01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:50.821271 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-4c4d4c05-3183-423c-9c1f-0336d2bb9d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25418977'] for port, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:50.870823 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4d4c05-3183-423c-9c1f-0336d2bb9d01 admin admin] Network 5ea8f873-3bad-4a65-ada9-9108bfa946ef is already hosted by enough agents. {{(pid=108020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:51:50.872608 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4d4c05-3183-423c-9c1f-0336d2bb9d01 admin admin] Pushing event updated for resources: {'Port': ['ID=38a67919-882c-45ad-bfe7-adc6108f359c,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:50.876539 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.base_scheduler [None req-4c4d4c05-3183-423c-9c1f-0336d2bb9d01 admin admin] Resources bound (agent type, host, resource id): {{(pid=108020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:51:50.879054 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4d4c05-3183-423c-9c1f-0336d2bb9d01 admin admin] Received port after_create {{(pid=108020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:51:51.154915 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-4c4d4c05-3183-423c-9c1f-0336d2bb9d01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:51.397529 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-4c4d4c05-3183-423c-9c1f-0336d2bb9d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-552498'] for router, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:51.506491 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cd0561-8268-4f79-93d3-f85ed1c1f866 None None] Network c139c236-cafe-4060-83b5-90ef769a1167 requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:51:51.571185 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4d4c05-3183-423c-9c1f-0336d2bb9d01 admin admin] Router 7da327e6-d03b-4451-bc8f-3a3dfbeacf4e is scheduled to L3 agent 61f97045-3475-4abf-9bb4-9e4a5178f14d with binding_index 1 {{(pid=108020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 18:51:51.580635 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-d075de53-70aa-4186-a54a-e829b7f35856 None None] Provisioning complete for port 158d000b-1386-4b7e-890d-6775c17e7df5 triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:51:51.580990 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-d075de53-70aa-4186-a54a-e829b7f35856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:51.725331 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4d4c05-3183-423c-9c1f-0336d2bb9d01 admin admin] Notify agent at l3_agent.dv-cinder-821746-1-iscsi the message routers_updated {{(pid=108020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:51:51.757647 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-4c4d4c05-3183-423c-9c1f-0336d2bb9d01 admin admin] Notify callbacks [] for router, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:51.759688 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-4c4d4c05-3183-423c-9c1f-0336d2bb9d01 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1810701 Dec 14 18:51:51.762216 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 49986) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:51:51.767064 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cdf2ac-dbc2-4ee1-ae63-484274ce7820 None None] Sync routers for ids ['7da327e6-d03b-4451-bc8f-3a3dfbeacf4e'] in dv-cinder-821746-1-iscsi {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:51:51.803300 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-d075de53-70aa-4186-a54a-e829b7f35856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:51.816153 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cdf2ac-dbc2-4ee1-ae63-484274ce7820 None None] Routers {'7da327e6-d03b-4451-bc8f-3a3dfbeacf4e'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:51:51.817357 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-90cdf2ac-dbc2-4ee1-ae63-484274ce7820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:51:45Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['7da327e6-d03b-4451-bc8f-3a3dfbeacf4e'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:51:51.933646 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-d075de53-70aa-4186-a54a-e829b7f35856 None None] For port 158d000b-1386-4b7e-890d-6775c17e7df5, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=158d000b-1386-4b7e-890d-6775c17e7df5,segment=NetworkSegment(f422b3f8-989b-4aa5-8aac-28f9be55c445),segment_id=f422b3f8-989b-4aa5-8aac-28f9be55c445)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:51:51.941539 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-d075de53-70aa-4186-a54a-e829b7f35856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:52.018425 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d075de53-70aa-4186-a54a-e829b7f35856 None None] Pushing event updated for resources: {'Port': ['ID=158d000b-1386-4b7e-890d-6775c17e7df5,revision_number=3']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:52.030110 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 158d000b-1386-4b7e-890d-6775c17e7df5 up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:51:52.113553 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-90cdf2ac-dbc2-4ee1-ae63-484274ce7820 None None] Set router 7da327e6-d03b-4451-bc8f-3a3dfbeacf4e gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:51:52.255737 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:52.266639 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port 158d000b-1386-4b7e-890d-6775c17e7df5 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:51:52.267140 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:52.316528 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-5b3180fe-d289-47a5-805f-0e763fd9ebb3 None None] Provisioning complete for port 158d000b-1386-4b7e-890d-6775c17e7df5 triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:51:52.316949 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-5b3180fe-d289-47a5-805f-0e763fd9ebb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:52.439300 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8e2787b0-57f5-4700-97d6-3b58700dade5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:52.503752 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-90cdf2ac-dbc2-4ee1-ae63-484274ce7820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da327e6-d03b-4451-bc8f-3a3dfbeacf4e', 'name': 'tempest-TestShelveInstance-335543480-router', 'tenant_id': '65aa1bc448174f819d13506e836df6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '38a67919-882c-45ad-bfe7-adc6108f359c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:49Z', 'updated_at': '2021-12-14T18:51:51Z', 'revision_number': 3, 'project_id': '65aa1bc448174f819d13506e836df6fb', 'gw_port': {'id': '38a67919-882c-45ad-bfe7-adc6108f359c', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da327e6-d03b-4451-bc8f-3a3dfbeacf4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:50Z', 'updated_at': '2021-12-14T18:51:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi'}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:51:52.536507 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cdf2ac-dbc2-4ee1-ae63-484274ce7820 None None] Checking router: 7da327e6-d03b-4451-bc8f-3a3dfbeacf4e for host: dv-cinder-821746-1-iscsi {{(pid=108022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:51:52.537237 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cdf2ac-dbc2-4ee1-ae63-484274ce7820 None None] Updating router 7da327e6-d03b-4451-bc8f-3a3dfbeacf4e port 38a67919-882c-45ad-bfe7-adc6108f359c binding host dv-cinder-821746-1-iscsi {{(pid=108022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 18:51:52.563745 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-90cdf2ac-dbc2-4ee1-ae63-484274ce7820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:52.665362 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.db_base_plugin_common [None req-8e2787b0-57f5-4700-97d6-3b58700dade5 admin admin] Allocated IP 172.20.0.1 (c139c236-cafe-4060-83b5-90ef769a1167/8d51de31-645e-4840-af00-bee771086121/026f0e72-d74f-4ed3-ac43-98a506dae921) {{(pid=108020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:51:52.810177 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8e2787b0-57f5-4700-97d6-3b58700dade5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:52.861484 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8e2787b0-57f5-4700-97d6-3b58700dade5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25418977'] for port, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:52.883893 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-90cdf2ac-dbc2-4ee1-ae63-484274ce7820 None None] Notify callbacks [] for port, precommit_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:52.895754 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-90cdf2ac-dbc2-4ee1-ae63-484274ce7820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:52.908201 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2787b0-57f5-4700-97d6-3b58700dade5 admin admin] Network c139c236-cafe-4060-83b5-90ef769a1167 is already hosted by enough agents. {{(pid=108020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:51:52.911258 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.base_scheduler [None req-8e2787b0-57f5-4700-97d6-3b58700dade5 admin admin] Resources bound (agent type, host, resource id): {{(pid=108020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:51:52.915020 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2787b0-57f5-4700-97d6-3b58700dade5 admin admin] Received port after_create {{(pid=108020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:51:52.945089 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2787b0-57f5-4700-97d6-3b58700dade5 admin admin] Pushing event updated for resources: {'Port': ['ID=026f0e72-d74f-4ed3-ac43-98a506dae921,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:52.963093 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-90cdf2ac-dbc2-4ee1-ae63-484274ce7820 None None] Attempting to bind port 38a67919-882c-45ad-bfe7-adc6108f359c on host dv-cinder-821746-1-iscsi for vnic_type normal with profile {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:51:52.963727 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-90cdf2ac-dbc2-4ee1-ae63-484274ce7820 None None] Attempting to bind port 38a67919-882c-45ad-bfe7-adc6108f359c by drivers openvswitch,hyperv on host dv-cinder-821746-1-iscsi at level 0 using segments [{'id': 'a712e70a-4160-45a5-bd2f-6cc771621112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'}] {{(pid=108022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:51:52.964724 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cdf2ac-dbc2-4ee1-ae63-484274ce7820 None None] Attempting to bind port 38a67919-882c-45ad-bfe7-adc6108f359c on network 5ea8f873-3bad-4a65-ada9-9108bfa946ef {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:51:52.973716 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8e2787b0-57f5-4700-97d6-3b58700dade5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550665'] for router_interface, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:52.974442 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cdf2ac-dbc2-4ee1-ae63-484274ce7820 None None] Checking agent: {'id': '196026f5-f687-4c63-8152-952b788e987b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 35, 18), 'started_at': datetime.datetime(2021, 12, 14, 18, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:51:52.975052 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cdf2ac-dbc2-4ee1-ae63-484274ce7820 None None] Checking segment: {'id': 'a712e70a-4160-45a5-bd2f-6cc771621112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:51:52.975646 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-90cdf2ac-dbc2-4ee1-ae63-484274ce7820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:52.976191 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cdf2ac-dbc2-4ee1-ae63-484274ce7820 None None] Bound using segment: {'id': 'a712e70a-4160-45a5-bd2f-6cc771621112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'} {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:51:52.976836 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-90cdf2ac-dbc2-4ee1-ae63-484274ce7820 None None] Bound port: 38a67919-882c-45ad-bfe7-adc6108f359c, host: dv-cinder-821746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a712e70a-4160-45a5-bd2f-6cc771621112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'}}] {{(pid=108022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:51:52.977380 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-90cdf2ac-dbc2-4ee1-ae63-484274ce7820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:53.011054 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e252eae9-5180-4f01-b7b1-cdf3ecf8a805 None None] Pushing event updated for resources: {'Port': ['ID=38a67919-882c-45ad-bfe7-adc6108f359c,revision_number=2']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:53.061440 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-90cdf2ac-dbc2-4ee1-ae63-484274ce7820 None None] For port 38a67919-882c-45ad-bfe7-adc6108f359c, host dv-cinder-821746-1-iscsi, cleared binding levels {{(pid=108022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:51:53.066087 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-90cdf2ac-dbc2-4ee1-ae63-484274ce7820 None None] For port 38a67919-882c-45ad-bfe7-adc6108f359c, host dv-cinder-821746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=38a67919-882c-45ad-bfe7-adc6108f359c,segment=NetworkSegment(a712e70a-4160-45a5-bd2f-6cc771621112),segment_id=a712e70a-4160-45a5-bd2f-6cc771621112)] {{(pid=108022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:51:53.073708 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-90cdf2ac-dbc2-4ee1-ae63-484274ce7820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:53.131316 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cdf2ac-dbc2-4ee1-ae63-484274ce7820 None None] Routers {'7da327e6-d03b-4451-bc8f-3a3dfbeacf4e'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:51:53.132200 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-90cdf2ac-dbc2-4ee1-ae63-484274ce7820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:51:45Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['7da327e6-d03b-4451-bc8f-3a3dfbeacf4e'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:51:53.150892 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8e2787b0-57f5-4700-97d6-3b58700dade5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:53.370910 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e252eae9-5180-4f01-b7b1-cdf3ecf8a805 None None] Pushing event updated for resources: {'Port': ['ID=38a67919-882c-45ad-bfe7-adc6108f359c,revision_number=3']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:53.384297 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-a7f3c0b2-b629-435a-964e-d8c4bf396b4d None None] Provisioning complete for port 026f0e72-d74f-4ed3-ac43-98a506dae921 triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:51:53.385856 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8e2787b0-57f5-4700-97d6-3b58700dade5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:53.386219 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-a7f3c0b2-b629-435a-964e-d8c4bf396b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:53.392539 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8e2787b0-57f5-4700-97d6-3b58700dade5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25419006'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:53.448200 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-90cdf2ac-dbc2-4ee1-ae63-484274ce7820 None None] Set router 7da327e6-d03b-4451-bc8f-3a3dfbeacf4e gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:51:53.450976 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-a7f3c0b2-b629-435a-964e-d8c4bf396b4d None None] Port 026f0e72-d74f-4ed3-ac43-98a506dae921 cannot update to ACTIVE because it is not bound. {{(pid=108022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:51:53.459490 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8e2787b0-57f5-4700-97d6-3b58700dade5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550524'] for router_interface, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:53.461982 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2787b0-57f5-4700-97d6-3b58700dade5 admin admin] Pushing event updated for resources: {'Port': ['ID=026f0e72-d74f-4ed3-ac43-98a506dae921,revision_number=2']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:53.583845 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2787b0-57f5-4700-97d6-3b58700dade5 admin admin] Network c139c236-cafe-4060-83b5-90ef769a1167 is already hosted by enough agents. {{(pid=108020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:51:53.587548 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.base_scheduler [None req-8e2787b0-57f5-4700-97d6-3b58700dade5 admin admin] Resources bound (agent type, host, resource id): {{(pid=108020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:51:53.701527 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-90cdf2ac-dbc2-4ee1-ae63-484274ce7820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da327e6-d03b-4451-bc8f-3a3dfbeacf4e', 'name': 'tempest-TestShelveInstance-335543480-router', 'tenant_id': '65aa1bc448174f819d13506e836df6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '38a67919-882c-45ad-bfe7-adc6108f359c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:49Z', 'updated_at': '2021-12-14T18:51:53Z', 'revision_number': 4, 'project_id': '65aa1bc448174f819d13506e836df6fb', 'gw_port': {'id': '38a67919-882c-45ad-bfe7-adc6108f359c', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da327e6-d03b-4451-bc8f-3a3dfbeacf4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:50Z', 'updated_at': '2021-12-14T18:51:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': '026f0e72-d74f-4ed3-ac43-98a506dae921', 'name': '', 'network_id': 'c139c236-cafe-4060-83b5-90ef769a1167', 'tenant_id': '65aa1bc448174f819d13506e836df6fb', 'mac_address': 'fa:16:3e:49:61:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da327e6-d03b-4451-bc8f-3a3dfbeacf4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '8d51de31-645e-4840-af00-bee771086121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:52Z', 'updated_at': '2021-12-14T18:51:52Z', 'revision_number': 1, 'project_id': '65aa1bc448174f819d13506e836df6fb', 'subnets': [{'id': '8d51de31-645e-4840-af00-bee771086121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:51:53.733442 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cdf2ac-dbc2-4ee1-ae63-484274ce7820 None None] The sync data for ids ['7da327e6-d03b-4451-bc8f-3a3dfbeacf4e'] in dv-cinder-821746-1-iscsi is: [{'id': '7da327e6-d03b-4451-bc8f-3a3dfbeacf4e', 'name': 'tempest-TestShelveInstance-335543480-router', 'tenant_id': '65aa1bc448174f819d13506e836df6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '38a67919-882c-45ad-bfe7-adc6108f359c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:49Z', 'updated_at': '2021-12-14T18:51:53Z', 'revision_number': 4, 'project_id': '65aa1bc448174f819d13506e836df6fb', 'gw_port': {'id': '38a67919-882c-45ad-bfe7-adc6108f359c', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da327e6-d03b-4451-bc8f-3a3dfbeacf4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:50Z', 'updated_at': '2021-12-14T18:51:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': '026f0e72-d74f-4ed3-ac43-98a506dae921', 'name': '', 'network_id': 'c139c236-cafe-4060-83b5-90ef769a1167', 'tenant_id': '65aa1bc448174f819d13506e836df6fb', 'mac_address': 'fa:16:3e:49:61:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da327e6-d03b-4451-bc8f-3a3dfbeacf4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '8d51de31-645e-4840-af00-bee771086121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:52Z', 'updated_at': '2021-12-14T18:51:52Z', 'revision_number': 1, 'project_id': '65aa1bc448174f819d13506e836df6fb', 'subnets': [{'id': '8d51de31-645e-4840-af00-bee771086121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:51:53.739117 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2787b0-57f5-4700-97d6-3b58700dade5 admin admin] Router 7da327e6-d03b-4451-bc8f-3a3dfbeacf4e has already been hosted by L3 agent 61f97045-3475-4abf-9bb4-9e4a5178f14d {{(pid=108020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:51:53.895554 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 158d000b-1386-4b7e-890d-6775c17e7df5 up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:51:53.918440 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2787b0-57f5-4700-97d6-3b58700dade5 admin admin] Notify agent at l3_agent.dv-cinder-821746-1-iscsi the message routers_updated {{(pid=108020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:51:53.927051 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-8e2787b0-57f5-4700-97d6-3b58700dade5 admin admin] 10.222.0.71 "PUT /v2.0/routers/7da327e6-d03b-4451-bc8f-3a3dfbeacf4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1626513 Dec 14 18:51:53.956656 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port 158d000b-1386-4b7e-890d-6775c17e7df5 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:51:53.958009 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:54.027948 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-199ca31a-be36-414b-8f67-0cba836cb8c4 None None] Provisioning complete for port 026f0e72-d74f-4ed3-ac43-98a506dae921 triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:51:54.028402 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-199ca31a-be36-414b-8f67-0cba836cb8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:54.101519 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-199ca31a-be36-414b-8f67-0cba836cb8c4 None None] Port 026f0e72-d74f-4ed3-ac43-98a506dae921 cannot update to ACTIVE because it is not bound. {{(pid=108022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:51:54.634787 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 50012) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:51:54.639963 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [None req-d9a1b147-d034-4896-bddd-28baf7ae9d3f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2016511045-network', 'tenant_id': '9550ca8d94f8439699a6abea42acd13c'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:51:54.688751 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a1b147-d034-4896-bddd-28baf7ae9d3f admin admin] Made reservation on behalf of 9550ca8d94f8439699a6abea42acd13c for: {'network': 1} {{(pid=108020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:51:54.691951 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-d9a1b147-d034-4896-bddd-28baf7ae9d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for network, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:54.978381 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-d9a1b147-d034-4896-bddd-28baf7ae9d3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:55.063460 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-d9a1b147-d034-4896-bddd-28baf7ae9d3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:55.068401 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-d9a1b147-d034-4896-bddd-28baf7ae9d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:55.091173 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9a1b147-d034-4896-bddd-28baf7ae9d3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=108020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 18:51:55.107162 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a1b147-d034-4896-bddd-28baf7ae9d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5b90e1-a690-4df6-82af-dd5d87c72dd3,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:55.111692 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-d9a1b147-d034-4896-bddd-28baf7ae9d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017'] for segment, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:55.112145 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.db.segments_db [None req-d9a1b147-d034-4896-bddd-28baf7ae9d3f admin admin] Added segment 8f43db67-7ffc-4ddf-81c8-4457deae12e9 of type vlan for network 2e4d5d0d-f789-484b-b202-753db4ea7579 Dec 14 18:51:55.202726 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-d9a1b147-d034-4896-bddd-28baf7ae9d3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730914932920'] for network, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:55.251034 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-d9a1b147-d034-4896-bddd-28baf7ae9d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355'] for network, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:55.251991 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a1b147-d034-4896-bddd-28baf7ae9d3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:51:55.252582 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-d9a1b147-d034-4896-bddd-28baf7ae9d3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for network, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:55.318969 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-2a91eb9c-7531-4cac-8063-58742e9312f5 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:51:55.320506 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-2a91eb9c-7531-4cac-8063-58742e9312f5 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/networks?id=f8af2700-8899-4b5b-be93-d24679c7c4ea HTTP/1.1" status: 200 len: 813 time: 0.1791279 Dec 14 18:51:55.327164 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-d9a1b147-d034-4896-bddd-28baf7ae9d3f admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6911204 Dec 14 18:51:55.329172 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 50028) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:51:55.334252 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-6eb3fd6d-9a24-42b4-826a-2725c337ac8d admin admin] Request body: {'subnet': {'network_id': '2e4d5d0d-f789-484b-b202-753db4ea7579', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2016511045-subnet', 'tenant_id': '9550ca8d94f8439699a6abea42acd13c', 'ip_version': 4}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:51:55.353538 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-c50f427a-ba85-4bb4-b78f-e9018a19c769 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/quotas/8c08a6cd43f6432f8eb266103062623a HTTP/1.1" status: 200 len: 375 time: 0.0249898 Dec 14 18:51:55.356473 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a1b147-d034-4896-bddd-28baf7ae9d3f admin admin] Pushing event updated for resources: {'Network': ['ID=2e4d5d0d-f789-484b-b202-753db4ea7579,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:55.365221 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb3fd6d-9a24-42b4-826a-2725c337ac8d admin admin] Made reservation on behalf of 9550ca8d94f8439699a6abea42acd13c for: {'subnet': 1} {{(pid=108021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:51:55.367739 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-6eb3fd6d-9a24-42b4-826a-2725c337ac8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28799928'] for subnet, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:55.369751 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Network 2e4d5d0d-f789-484b-b202-753db4ea7579 details requested by agent ovs-agent-dv-cinder-821746-1-iscsi with host dv-cinder-821746-1-iscsi {{(pid=108022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 18:51:55.412122 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-d723c4e4-8f1d-4c0f-ba25-79524c85df0f tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c08a6cd43f6432f8eb266103062623a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499644 Dec 14 18:51:55.513434 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-fe9506f5-b0c0-44f6-93c0-49f7d360a0fc service neutron] 10.222.0.71 "GET /v2.0/networks/f8af2700-8899-4b5b-be93-d24679c7c4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879152 Dec 14 18:51:55.545765 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-6eb3fd6d-9a24-42b4-826a-2725c337ac8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29291544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28799298'] for subnet, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:55.606246 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3fd6d-9a24-42b4-826a-2725c337ac8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e32b5847-2167-4556-8d23-9e0fe2605af0,revision_number=0']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:55.610898 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb3fd6d-9a24-42b4-826a-2725c337ac8d admin admin] Checking segment: {'id': '8f43db67-7ffc-4ddf-81c8-4457deae12e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2e4d5d0d-f789-484b-b202-753db4ea7579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:51:55.611345 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb3fd6d-9a24-42b4-826a-2725c337ac8d admin admin] Network hostable DHCP agents. Network: 2e4d5d0d-f789-484b-b202-753db4ea7579, hostable agents: ['d5bdede2-47ae-43f0-be18-738289bca353'], hosted agents: [] {{(pid=108021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 18:51:55.612588 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-e90168cc-b42f-4e08-ae80-ccbe962352dd service neutron] 10.222.0.71 "GET /v2.0/networks/f8af2700-8899-4b5b-be93-d24679c7c4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928950 Dec 14 18:51:55.630082 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb3fd6d-9a24-42b4-826a-2725c337ac8d admin admin] Network 2e4d5d0d-f789-484b-b202-753db4ea7579 is scheduled to be hosted by DHCP agent d5bdede2-47ae-43f0-be18-738289bca353 with binding_index 1 {{(pid=108021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 18:51:55.639495 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.base_scheduler [None req-6eb3fd6d-9a24-42b4-826a-2725c337ac8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821746-1-iscsi, 2e4d5d0d-f789-484b-b202-753db4ea7579) {{(pid=108021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:51:55.643858 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb3fd6d-9a24-42b4-826a-2725c337ac8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:51:55.644663 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-6eb3fd6d-9a24-42b4-826a-2725c337ac8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for subnet, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:55.649260 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f83d47-cd38-4029-8d67-ce4a2b6c4414 None None] Network 2e4d5d0d-f789-484b-b202-753db4ea7579 requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:51:55.661850 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-6eb3fd6d-9a24-42b4-826a-2725c337ac8d admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3315856 Dec 14 18:51:55.664821 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 50030) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:51:55.670753 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-799249fd-f4fe-4fb8-bdc1-336410bb9af5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2016511045-router', 'tenant_id': '9550ca8d94f8439699a6abea42acd13c', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'}}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:51:55.696655 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-799249fd-f4fe-4fb8-bdc1-336410bb9af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9142'] for router, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:55.697973 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-799249fd-f4fe-4fb8-bdc1-336410bb9af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552671', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-889124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9151'] for router, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:55.762701 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-799249fd-f4fe-4fb8-bdc1-336410bb9af5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:55.867113 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fd7a9c-b2d9-43a0-ad14-b3c99cf998c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd03c6589-1518-5a5b-92f9-2701d0e38f88-2e4d5d0d-f789-484b-b202-753db4ea7579', 'network_id': '2e4d5d0d-f789-484b-b202-753db4ea7579', 'tenant_id': '9550ca8d94f8439699a6abea42acd13c', 'fixed_ips': [{'subnet_id': 'e32b5847-2167-4556-8d23-9e0fe2605af0'}]}} from dv-cinder-821746-1-iscsi. {{(pid=108022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 14 18:51:55.869515 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-20fd7a9c-b2d9-43a0-ad14-b3c99cf998c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:55.873188 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-d916fc5b-1e0a-403a-9186-8dcdc37bb412 req-d201082c-dbfb-4262-a7af-f521810f0761 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/ports?device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 210 time: 0.0669210 Dec 14 18:51:55.956290 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 38a67919-882c-45ad-bfe7-adc6108f359c up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:51:55.959172 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-799249fd-f4fe-4fb8-bdc1-336410bb9af5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:56.069165 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port 38a67919-882c-45ad-bfe7-adc6108f359c triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:51:56.069738 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:56.075664 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.db_base_plugin_common [None req-20fd7a9c-b2d9-43a0-ad14-b3c99cf998c4 None None] Allocated IP 172.20.0.2 (2e4d5d0d-f789-484b-b202-753db4ea7579/e32b5847-2167-4556-8d23-9e0fe2605af0/69067ef3-bf26-466f-9c2f-9f9d58a68cd7) {{(pid=108022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:51:56.191511 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-799249fd-f4fe-4fb8-bdc1-336410bb9af5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:56.212651 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-799249fd-f4fe-4fb8-bdc1-336410bb9af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:56.251222 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:56.291767 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b64c7a1-ae81-457e-90b0-d41710450086 None None] Sync routers for ids ['7da327e6-d03b-4451-bc8f-3a3dfbeacf4e'] in dv-cinder-821746-1-iscsi {{(pid=108023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:51:56.303476 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b64c7a1-ae81-457e-90b0-d41710450086 None None] Routers {'7da327e6-d03b-4451-bc8f-3a3dfbeacf4e'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:51:56.304308 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-7b64c7a1-ae81-457e-90b0-d41710450086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:51:45Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['7da327e6-d03b-4451-bc8f-3a3dfbeacf4e'], 'active': True} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:51:56.310741 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-ba8737c3-d096-412f-8f43-532636599bec None None] For port 38a67919-882c-45ad-bfe7-adc6108f359c, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=38a67919-882c-45ad-bfe7-adc6108f359c,segment=NetworkSegment(a712e70a-4160-45a5-bd2f-6cc771621112),segment_id=a712e70a-4160-45a5-bd2f-6cc771621112)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:51:56.317630 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:56.343856 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.db_base_plugin_common [None req-799249fd-f4fe-4fb8-bdc1-336410bb9af5 admin admin] Allocated IP 172.27.2.119 (5ea8f873-3bad-4a65-ada9-9108bfa946ef/8e9c9e92-9812-43f3-93d5-9d715bd5944d/83e84b39-dd6f-4cbb-85c8-bf4f0072b8a7) {{(pid=108021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:51:56.362536 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-20fd7a9c-b2d9-43a0-ad14-b3c99cf998c4 None None] Notify callbacks [] for port, precommit_create {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:56.381205 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-20fd7a9c-b2d9-43a0-ad14-b3c99cf998c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957'] for port, after_create {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:56.392496 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Pushing event updated for resources: {'Port': ['ID=38a67919-882c-45ad-bfe7-adc6108f359c,revision_number=4']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:56.403578 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fd7a9c-b2d9-43a0-ad14-b3c99cf998c4 None None] Network 2e4d5d0d-f789-484b-b202-753db4ea7579 is already hosted by enough agents. {{(pid=108022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:51:56.407223 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.scheduler.base_scheduler [None req-20fd7a9c-b2d9-43a0-ad14-b3c99cf998c4 None None] Resources bound (agent type, host, resource id): {{(pid=108022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:51:56.409685 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fd7a9c-b2d9-43a0-ad14-b3c99cf998c4 None None] Received port after_create {{(pid=108022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:51:56.465930 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvr_db [None req-7b64c7a1-ae81-457e-90b0-d41710450086 None None] Set router 7da327e6-d03b-4451-bc8f-3a3dfbeacf4e gateway port host: dv-cinder-821746-1-iscsi {{(pid=108023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:51:56.466609 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-799249fd-f4fe-4fb8-bdc1-336410bb9af5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:56.488123 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-20fd7a9c-b2d9-43a0-ad14-b3c99cf998c4 None None] Attempting to bind port 69067ef3-bf26-466f-9c2f-9f9d58a68cd7 on host dv-cinder-821746-1-iscsi for vnic_type normal with profile {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:51:56.488526 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-20fd7a9c-b2d9-43a0-ad14-b3c99cf998c4 None None] Attempting to bind port 69067ef3-bf26-466f-9c2f-9f9d58a68cd7 by drivers openvswitch,hyperv on host dv-cinder-821746-1-iscsi at level 0 using segments [{'id': '8f43db67-7ffc-4ddf-81c8-4457deae12e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2e4d5d0d-f789-484b-b202-753db4ea7579'}] {{(pid=108022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:51:56.489020 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fd7a9c-b2d9-43a0-ad14-b3c99cf998c4 None None] Attempting to bind port 69067ef3-bf26-466f-9c2f-9f9d58a68cd7 on network 2e4d5d0d-f789-484b-b202-753db4ea7579 {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:51:56.501282 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fd7a9c-b2d9-43a0-ad14-b3c99cf998c4 None None] Checking agent: {'id': '196026f5-f687-4c63-8152-952b788e987b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 35, 18), 'started_at': datetime.datetime(2021, 12, 14, 18, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:51:56.501784 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fd7a9c-b2d9-43a0-ad14-b3c99cf998c4 None None] Checking segment: {'id': '8f43db67-7ffc-4ddf-81c8-4457deae12e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2e4d5d0d-f789-484b-b202-753db4ea7579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:51:56.502268 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-20fd7a9c-b2d9-43a0-ad14-b3c99cf998c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:56.502755 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fd7a9c-b2d9-43a0-ad14-b3c99cf998c4 None None] Bound using segment: {'id': '8f43db67-7ffc-4ddf-81c8-4457deae12e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2e4d5d0d-f789-484b-b202-753db4ea7579'} {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:51:56.503336 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-20fd7a9c-b2d9-43a0-ad14-b3c99cf998c4 None None] Bound port: 69067ef3-bf26-466f-9c2f-9f9d58a68cd7, host: dv-cinder-821746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f43db67-7ffc-4ddf-81c8-4457deae12e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2e4d5d0d-f789-484b-b202-753db4ea7579'}}] {{(pid=108022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:51:56.503594 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-20fd7a9c-b2d9-43a0-ad14-b3c99cf998c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:56.506367 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-799249fd-f4fe-4fb8-bdc1-336410bb9af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29291660'] for port, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:56.506585 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd7a9c-b2d9-43a0-ad14-b3c99cf998c4 None None] Pushing event updated for resources: {'Port': ['ID=69067ef3-bf26-466f-9c2f-9f9d58a68cd7,revision_number=1']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:56.561335 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799249fd-f4fe-4fb8-bdc1-336410bb9af5 admin admin] Network 5ea8f873-3bad-4a65-ada9-9108bfa946ef is already hosted by enough agents. {{(pid=108021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:51:56.565770 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.base_scheduler [None req-799249fd-f4fe-4fb8-bdc1-336410bb9af5 admin admin] Resources bound (agent type, host, resource id): {{(pid=108021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:51:56.569452 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799249fd-f4fe-4fb8-bdc1-336410bb9af5 admin admin] Received port after_create {{(pid=108021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:51:56.579606 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-20fd7a9c-b2d9-43a0-ad14-b3c99cf998c4 None None] For port 69067ef3-bf26-466f-9c2f-9f9d58a68cd7, host dv-cinder-821746-1-iscsi, cleared binding levels {{(pid=108022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:51:56.583685 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-20fd7a9c-b2d9-43a0-ad14-b3c99cf998c4 None None] For port 69067ef3-bf26-466f-9c2f-9f9d58a68cd7, host dv-cinder-821746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=69067ef3-bf26-466f-9c2f-9f9d58a68cd7,segment=NetworkSegment(8f43db67-7ffc-4ddf-81c8-4457deae12e9),segment_id=8f43db67-7ffc-4ddf-81c8-4457deae12e9)] {{(pid=108022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:51:56.588360 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-20fd7a9c-b2d9-43a0-ad14-b3c99cf998c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:56.598243 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799249fd-f4fe-4fb8-bdc1-336410bb9af5 admin admin] Pushing event updated for resources: {'Port': ['ID=83e84b39-dd6f-4cbb-85c8-bf4f0072b8a7,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:56.655720 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd7a9c-b2d9-43a0-ad14-b3c99cf998c4 None None] Pushing event updated for resources: {'Port': ['ID=69067ef3-bf26-466f-9c2f-9f9d58a68cd7,revision_number=2']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:56.794428 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-7b64c7a1-ae81-457e-90b0-d41710450086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da327e6-d03b-4451-bc8f-3a3dfbeacf4e', 'name': 'tempest-TestShelveInstance-335543480-router', 'tenant_id': '65aa1bc448174f819d13506e836df6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '38a67919-882c-45ad-bfe7-adc6108f359c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:49Z', 'updated_at': '2021-12-14T18:51:53Z', 'revision_number': 4, 'project_id': '65aa1bc448174f819d13506e836df6fb', 'gw_port': {'id': '38a67919-882c-45ad-bfe7-adc6108f359c', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da327e6-d03b-4451-bc8f-3a3dfbeacf4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:50Z', 'updated_at': '2021-12-14T18:51:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': '026f0e72-d74f-4ed3-ac43-98a506dae921', 'name': '', 'network_id': 'c139c236-cafe-4060-83b5-90ef769a1167', 'tenant_id': '65aa1bc448174f819d13506e836df6fb', 'mac_address': 'fa:16:3e:49:61:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da327e6-d03b-4451-bc8f-3a3dfbeacf4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '8d51de31-645e-4840-af00-bee771086121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:52Z', 'updated_at': '2021-12-14T18:51:53Z', 'revision_number': 2, 'project_id': '65aa1bc448174f819d13506e836df6fb', 'subnets': [{'id': '8d51de31-645e-4840-af00-bee771086121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:51:56.824896 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b64c7a1-ae81-457e-90b0-d41710450086 None None] Checking router: 7da327e6-d03b-4451-bc8f-3a3dfbeacf4e for host: dv-cinder-821746-1-iscsi {{(pid=108023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:51:56.824896 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b64c7a1-ae81-457e-90b0-d41710450086 None None] Updating router 7da327e6-d03b-4451-bc8f-3a3dfbeacf4e port 026f0e72-d74f-4ed3-ac43-98a506dae921 binding host dv-cinder-821746-1-iscsi {{(pid=108023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 18:51:56.880002 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-7b64c7a1-ae81-457e-90b0-d41710450086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:57.061695 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-51462e83-b711-4544-a658-b1d2aed1990f req-cb5a63df-1bd1-4c28-8bae-eb2829b068dd tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/ports?device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 210 time: 0.0614338 Dec 14 18:51:57.126324 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-72cb54cb-cef1-4366-aa35-ee09ff96b6af tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:51:57.128045 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-72cb54cb-cef1-4366-aa35-ee09ff96b6af tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.61 "GET /v2.0/networks?id=f8af2700-8899-4b5b-be93-d24679c7c4ea HTTP/1.1" status: 200 len: 813 time: 0.1685665 Dec 14 18:51:57.142244 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-06cf94e8-3c88-48a6-a11a-910c6149d70e tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Request body: {'port': {'device_id': '56fb9c58-7871-4b44-be3e-1b54ed66d9ac', 'network_id': 'f8af2700-8899-4b5b-be93-d24679c7c4ea', 'admin_state_up': True, 'tenant_id': '8c08a6cd43f6432f8eb266103062623a'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:51:57.174583 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-799249fd-f4fe-4fb8-bdc1-336410bb9af5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:57.297881 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-06cf94e8-3c88-48a6-a11a-910c6149d70e tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Made reservation on behalf of 8c08a6cd43f6432f8eb266103062623a for: {'port': 1} {{(pid=108020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:51:57.303241 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-06cf94e8-3c88-48a6-a11a-910c6149d70e tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:57.326000 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-7b64c7a1-ae81-457e-90b0-d41710450086 None None] Notify callbacks [] for port, precommit_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:57.339178 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-7b64c7a1-ae81-457e-90b0-d41710450086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:57.404967 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-799249fd-f4fe-4fb8-bdc1-336410bb9af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-552498'] for router, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:57.509498 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9195d0-9e89-47ca-a28e-eb6f00269f30 None None] Pushing event updated for resources: {'Port': ['ID=026f0e72-d74f-4ed3-ac43-98a506dae921,revision_number=3']} {{(pid=108023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:57.511801 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.db_base_plugin_common [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-06cf94e8-3c88-48a6-a11a-910c6149d70e tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Allocated IP 172.20.0.10 (f8af2700-8899-4b5b-be93-d24679c7c4ea/c39b8f31-f90a-4cf1-bc6c-f4999a4baffd/808d7607-f64e-4f04-ad03-ce015e64252f) {{(pid=108020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:51:57.512666 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.managers [None req-7b64c7a1-ae81-457e-90b0-d41710450086 None None] Attempting to bind port 026f0e72-d74f-4ed3-ac43-98a506dae921 on host dv-cinder-821746-1-iscsi for vnic_type normal with profile {{(pid=108023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:51:57.513144 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.managers [None req-7b64c7a1-ae81-457e-90b0-d41710450086 None None] Attempting to bind port 026f0e72-d74f-4ed3-ac43-98a506dae921 by drivers openvswitch,hyperv on host dv-cinder-821746-1-iscsi at level 0 using segments [{'id': 'f422b3f8-989b-4aa5-8aac-28f9be55c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c139c236-cafe-4060-83b5-90ef769a1167'}] {{(pid=108023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:51:57.513595 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b64c7a1-ae81-457e-90b0-d41710450086 None None] Attempting to bind port 026f0e72-d74f-4ed3-ac43-98a506dae921 on network c139c236-cafe-4060-83b5-90ef769a1167 {{(pid=108023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:51:57.520491 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b64c7a1-ae81-457e-90b0-d41710450086 None None] Checking agent: {'id': '196026f5-f687-4c63-8152-952b788e987b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 35, 18), 'started_at': datetime.datetime(2021, 12, 14, 18, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:51:57.521031 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b64c7a1-ae81-457e-90b0-d41710450086 None None] Checking segment: {'id': 'f422b3f8-989b-4aa5-8aac-28f9be55c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c139c236-cafe-4060-83b5-90ef769a1167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:51:57.521534 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-7b64c7a1-ae81-457e-90b0-d41710450086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:57.522382 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b64c7a1-ae81-457e-90b0-d41710450086 None None] Bound using segment: {'id': 'f422b3f8-989b-4aa5-8aac-28f9be55c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c139c236-cafe-4060-83b5-90ef769a1167'} {{(pid=108023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:51:57.522645 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.managers [None req-7b64c7a1-ae81-457e-90b0-d41710450086 None None] Bound port: 026f0e72-d74f-4ed3-ac43-98a506dae921, host: dv-cinder-821746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f422b3f8-989b-4aa5-8aac-28f9be55c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c139c236-cafe-4060-83b5-90ef769a1167'}}] {{(pid=108023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:51:57.523124 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-7b64c7a1-ae81-457e-90b0-d41710450086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:57.679350 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.db [None req-7b64c7a1-ae81-457e-90b0-d41710450086 None None] For port 026f0e72-d74f-4ed3-ac43-98a506dae921, host dv-cinder-821746-1-iscsi, cleared binding levels {{(pid=108023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:51:57.684012 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799249fd-f4fe-4fb8-bdc1-336410bb9af5 admin admin] Router a4ae5e13-c5dc-4c14-a11f-3be83f7573f2 is scheduled to L3 agent 61f97045-3475-4abf-9bb4-9e4a5178f14d with binding_index 1 {{(pid=108021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 18:51:57.686781 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.db [None req-7b64c7a1-ae81-457e-90b0-d41710450086 None None] For port 026f0e72-d74f-4ed3-ac43-98a506dae921, host dv-cinder-821746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=026f0e72-d74f-4ed3-ac43-98a506dae921,segment=NetworkSegment(f422b3f8-989b-4aa5-8aac-28f9be55c445),segment_id=f422b3f8-989b-4aa5-8aac-28f9be55c445)] {{(pid=108023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:51:57.691899 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-7b64c7a1-ae81-457e-90b0-d41710450086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:57.735823 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-3a4807d9-d776-443f-a5f2-487f40311920 None None] Provisioning complete for port 026f0e72-d74f-4ed3-ac43-98a506dae921 triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:51:57.736483 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-3a4807d9-d776-443f-a5f2-487f40311920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:57.763555 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-06cf94e8-3c88-48a6-a11a-910c6149d70e tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks [] for port, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:57.816348 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9195d0-9e89-47ca-a28e-eb6f00269f30 None None] Pushing event updated for resources: {'Port': ['ID=026f0e72-d74f-4ed3-ac43-98a506dae921,revision_number=4']} {{(pid=108023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:57.851827 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-06cf94e8-3c88-48a6-a11a-910c6149d70e tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25418977'] for port, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:57.854773 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b64c7a1-ae81-457e-90b0-d41710450086 None None] Routers {'7da327e6-d03b-4451-bc8f-3a3dfbeacf4e'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:51:57.855439 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-7b64c7a1-ae81-457e-90b0-d41710450086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:51:45Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['7da327e6-d03b-4451-bc8f-3a3dfbeacf4e'], 'active': True} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:51:57.961081 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-3a4807d9-d776-443f-a5f2-487f40311920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:57.982344 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-06cf94e8-3c88-48a6-a11a-910c6149d70e tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Network f8af2700-8899-4b5b-be93-d24679c7c4ea is already hosted by enough agents. {{(pid=108020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:51:57.993306 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799249fd-f4fe-4fb8-bdc1-336410bb9af5 admin admin] Notify agent at l3_agent.dv-cinder-821746-1-iscsi the message routers_updated {{(pid=108021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:51:57.993950 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.base_scheduler [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-06cf94e8-3c88-48a6-a11a-910c6149d70e tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Resources bound (agent type, host, resource id): {{(pid=108020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:51:58.001086 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-06cf94e8-3c88-48a6-a11a-910c6149d70e tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Received port after_create {{(pid=108020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:51:58.010612 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649f11f6-3bda-4171-aaee-cb69fe6b8a32 None None] Sync routers for ids ['a4ae5e13-c5dc-4c14-a11f-3be83f7573f2'] in dv-cinder-821746-1-iscsi {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:51:58.044395 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-799249fd-f4fe-4fb8-bdc1-336410bb9af5 admin admin] Notify callbacks [] for router, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:58.048724 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-799249fd-f4fe-4fb8-bdc1-336410bb9af5 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3798757 Dec 14 18:51:58.049367 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 50064) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:51:58.077804 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649f11f6-3bda-4171-aaee-cb69fe6b8a32 None None] Routers {'a4ae5e13-c5dc-4c14-a11f-3be83f7573f2'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:51:58.083526 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-649f11f6-3bda-4171-aaee-cb69fe6b8a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:51:45Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['a4ae5e13-c5dc-4c14-a11f-3be83f7573f2'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:51:58.183431 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf94e8-3c88-48a6-a11a-910c6149d70e tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Pushing event updated for resources: {'Port': ['ID=808d7607-f64e-4f04-ad03-ce015e64252f,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:58.272971 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 69067ef3-bf26-466f-9c2f-9f9d58a68cd7 up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:51:58.280380 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-06cf94e8-3c88-48a6-a11a-910c6149d70e tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:51:58.281241 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-06cf94e8-3c88-48a6-a11a-910c6149d70e tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:58.312333 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvr_db [None req-7b64c7a1-ae81-457e-90b0-d41710450086 None None] Set router 7da327e6-d03b-4451-bc8f-3a3dfbeacf4e gateway port host: dv-cinder-821746-1-iscsi {{(pid=108023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:51:58.333225 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-3a4807d9-d776-443f-a5f2-487f40311920 None None] For port 026f0e72-d74f-4ed3-ac43-98a506dae921, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=026f0e72-d74f-4ed3-ac43-98a506dae921,segment=NetworkSegment(f422b3f8-989b-4aa5-8aac-28f9be55c445),segment_id=f422b3f8-989b-4aa5-8aac-28f9be55c445)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:51:58.334876 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae02951-053b-4bb3-adeb-84e4b0652e93 None None] Network 2e4d5d0d-f789-484b-b202-753db4ea7579 requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:51:58.348174 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-06cf94e8-3c88-48a6-a11a-910c6149d70e tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2113552 Dec 14 18:51:58.372471 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-b7ea385e-0bd8-4538-9f81-34e541c92da3 service neutron] Request body: {'port': {'device_id': '56fb9c58-7871-4b44-be3e-1b54ed66d9ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:51:58.466240 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-3a4807d9-d776-443f-a5f2-487f40311920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:58.561301 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-b7ea385e-0bd8-4538-9f81-34e541c92da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:58.563317 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4807d9-d776-443f-a5f2-487f40311920 None None] Pushing event updated for resources: {'Port': ['ID=026f0e72-d74f-4ed3-ac43-98a506dae921,revision_number=5']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:58.597481 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9cf45-960a-41db-a411-6c6fdf86da03 req-285f3a5f-e4d1-4280-9bd8-2726c43a39bd tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:51:58.610738 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-06c9cf45-960a-41db-a411-6c6fdf86da03 req-285f3a5f-e4d1-4280-9bd8-2726c43a39bd tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/ports?device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 932 time: 0.2287073 Dec 14 18:51:58.640725 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-7b64c7a1-ae81-457e-90b0-d41710450086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da327e6-d03b-4451-bc8f-3a3dfbeacf4e', 'name': 'tempest-TestShelveInstance-335543480-router', 'tenant_id': '65aa1bc448174f819d13506e836df6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '38a67919-882c-45ad-bfe7-adc6108f359c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:49Z', 'updated_at': '2021-12-14T18:51:53Z', 'revision_number': 4, 'project_id': '65aa1bc448174f819d13506e836df6fb', 'gw_port': {'id': '38a67919-882c-45ad-bfe7-adc6108f359c', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da327e6-d03b-4451-bc8f-3a3dfbeacf4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:50Z', 'updated_at': '2021-12-14T18:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': '026f0e72-d74f-4ed3-ac43-98a506dae921', 'name': '', 'network_id': 'c139c236-cafe-4060-83b5-90ef769a1167', 'tenant_id': '65aa1bc448174f819d13506e836df6fb', 'mac_address': 'fa:16:3e:49:61:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da327e6-d03b-4451-bc8f-3a3dfbeacf4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '8d51de31-645e-4840-af00-bee771086121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:52Z', 'updated_at': '2021-12-14T18:51:57Z', 'revision_number': 4, 'project_id': '65aa1bc448174f819d13506e836df6fb', 'subnets': [{'id': '8d51de31-645e-4840-af00-bee771086121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:51:58.670947 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b64c7a1-ae81-457e-90b0-d41710450086 None None] The sync data for ids ['7da327e6-d03b-4451-bc8f-3a3dfbeacf4e'] in dv-cinder-821746-1-iscsi is: [{'id': '7da327e6-d03b-4451-bc8f-3a3dfbeacf4e', 'name': 'tempest-TestShelveInstance-335543480-router', 'tenant_id': '65aa1bc448174f819d13506e836df6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '38a67919-882c-45ad-bfe7-adc6108f359c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:49Z', 'updated_at': '2021-12-14T18:51:53Z', 'revision_number': 4, 'project_id': '65aa1bc448174f819d13506e836df6fb', 'gw_port': {'id': '38a67919-882c-45ad-bfe7-adc6108f359c', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da327e6-d03b-4451-bc8f-3a3dfbeacf4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:50Z', 'updated_at': '2021-12-14T18:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': '026f0e72-d74f-4ed3-ac43-98a506dae921', 'name': '', 'network_id': 'c139c236-cafe-4060-83b5-90ef769a1167', 'tenant_id': '65aa1bc448174f819d13506e836df6fb', 'mac_address': 'fa:16:3e:49:61:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da327e6-d03b-4451-bc8f-3a3dfbeacf4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '8d51de31-645e-4840-af00-bee771086121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:52Z', 'updated_at': '2021-12-14T18:51:57Z', 'revision_number': 4, 'project_id': '65aa1bc448174f819d13506e836df6fb', 'subnets': [{'id': '8d51de31-645e-4840-af00-bee771086121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:51:58.673881 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-a065169f-e8e3-4cf4-81bb-1a32ba39f287 None None] Provisioning complete for port 808d7607-f64e-4f04-ad03-ce015e64252f triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:51:58.674248 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-a065169f-e8e3-4cf4-81bb-1a32ba39f287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:58.717159 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-06c9cf45-960a-41db-a411-6c6fdf86da03 req-8ef810fb-e165-469d-b412-d7f7f9ed71de tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7a84df1-ef6d-4cbc-b473-cbad3e509efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002138 Dec 14 18:51:58.920885 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-649f11f6-3bda-4171-aaee-cb69fe6b8a32 None None] Set router a4ae5e13-c5dc-4c14-a11f-3be83f7573f2 gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:51:58.923102 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-a065169f-e8e3-4cf4-81bb-1a32ba39f287 None None] Port 808d7607-f64e-4f04-ad03-ce015e64252f cannot update to ACTIVE because it is not bound. {{(pid=108022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:51:59.002360 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port 69067ef3-bf26-466f-9c2f-9f9d58a68cd7 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:51:59.002942 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:59.069414 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-b7ea385e-0bd8-4538-9f81-34e541c92da3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 808d7607-f64e-4f04-ad03-ce015e64252f {{(pid=108020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:51:59.082637 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-b7ea385e-0bd8-4538-9f81-34e541c92da3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:59.104721 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.provisioning_blocks [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-b7ea385e-0bd8-4538-9f81-34e541c92da3 service neutron] Transition to ACTIVE for port object 808d7607-f64e-4f04-ad03-ce015e64252f will not be triggered until provisioned by entity L2. {{(pid=108020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 18:51:59.115282 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-b7ea385e-0bd8-4538-9f81-34e541c92da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25419006'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:59.120710 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-a065169f-e8e3-4cf4-81bb-1a32ba39f287 None None] Provisioning complete for port 69067ef3-bf26-466f-9c2f-9f9d58a68cd7 triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:51:59.121065 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-a065169f-e8e3-4cf4-81bb-1a32ba39f287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:59.244404 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea385e-0bd8-4538-9f81-34e541c92da3 service neutron] Pushing event updated for resources: {'Port': ['ID=808d7607-f64e-4f04-ad03-ce015e64252f,revision_number=2']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:59.314107 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-55f95984-a335-4455-96a5-12eff02763ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:59.362774 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-b7ea385e-0bd8-4538-9f81-34e541c92da3 service neutron] Attempting to bind port 808d7607-f64e-4f04-ad03-ce015e64252f on host hv-cinder-82174 for vnic_type normal with profile {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:51:59.364100 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-b7ea385e-0bd8-4538-9f81-34e541c92da3 service neutron] Attempting to bind port 808d7607-f64e-4f04-ad03-ce015e64252f by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '0a2a8e1c-8964-4992-ac30-29e8e3e0912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f8af2700-8899-4b5b-be93-d24679c7c4ea'}] {{(pid=108020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:51:59.364729 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-b7ea385e-0bd8-4538-9f81-34e541c92da3 service neutron] Attempting to bind port 808d7607-f64e-4f04-ad03-ce015e64252f on network f8af2700-8899-4b5b-be93-d24679c7c4ea {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:51:59.376865 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-b7ea385e-0bd8-4538-9f81-34e541c92da3 service neutron] Port 808d7607-f64e-4f04-ad03-ce015e64252f on network f8af2700-8899-4b5b-be93-d24679c7c4ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 18:51:59.378038 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-b7ea385e-0bd8-4538-9f81-34e541c92da3 service neutron] Attempting to bind port 808d7607-f64e-4f04-ad03-ce015e64252f on network f8af2700-8899-4b5b-be93-d24679c7c4ea {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:51:59.395582 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-b7ea385e-0bd8-4538-9f81-34e541c92da3 service neutron] Checking agent: {'id': '1f764c31-0392-4232-adb6-72e70ca44f2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 41, 22), 'started_at': datetime.datetime(2021, 12, 14, 18, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:51:59.396688 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-b7ea385e-0bd8-4538-9f81-34e541c92da3 service neutron] Checking segment: {'id': '0a2a8e1c-8964-4992-ac30-29e8e3e0912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f8af2700-8899-4b5b-be93-d24679c7c4ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:51:59.416303 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-b7ea385e-0bd8-4538-9f81-34e541c92da3 service neutron] Bound using segment: {'id': '0a2a8e1c-8964-4992-ac30-29e8e3e0912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f8af2700-8899-4b5b-be93-d24679c7c4ea'} {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:51:59.418989 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-b7ea385e-0bd8-4538-9f81-34e541c92da3 service neutron] Bound port: 808d7607-f64e-4f04-ad03-ce015e64252f, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a2a8e1c-8964-4992-ac30-29e8e3e0912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f8af2700-8899-4b5b-be93-d24679c7c4ea'}}] {{(pid=108020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:51:59.422919 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-b7ea385e-0bd8-4538-9f81-34e541c92da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:59.614413 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-b7ea385e-0bd8-4538-9f81-34e541c92da3 service neutron] For port 808d7607-f64e-4f04-ad03-ce015e64252f, host hv-cinder-82174, cleared binding levels {{(pid=108020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:51:59.618987 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-b7ea385e-0bd8-4538-9f81-34e541c92da3 service neutron] For port 808d7607-f64e-4f04-ad03-ce015e64252f, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=808d7607-f64e-4f04-ad03-ce015e64252f,segment=NetworkSegment(0a2a8e1c-8964-4992-ac30-29e8e3e0912a),segment_id=0a2a8e1c-8964-4992-ac30-29e8e3e0912a)] {{(pid=108020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:51:59.631068 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-b7ea385e-0bd8-4538-9f81-34e541c92da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25419006'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:59.658446 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:59.686292 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-b7ea385e-0bd8-4538-9f81-34e541c92da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:51:59.687581 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-b7ea385e-0bd8-4538-9f81-34e541c92da3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:59.689519 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-b7ea385e-0bd8-4538-9f81-34e541c92da3 service neutron] 10.222.0.61 "PUT /v2.0/ports/808d7607-f64e-4f04-ad03-ce015e64252f HTTP/1.1" status: 200 len: 1094 time: 1.3221745 Dec 14 18:51:59.690051 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56fb9c58-7871-4b44-be3e-1b54ed66d9ac', 'tag': '808d7607-f64e-4f04-ad03-ce015e64252f'}] {{(pid=108020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:51:59.696134 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d1d651e17726932f2c063a5cb62fed0687a982c73a8c4b64805019ed9839e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddcd86fe-a9a0-474d-b981-1416150ced02" -d '{"events": [{"name": "network-changed", "server_uuid": "56fb9c58-7871-4b44-be3e-1b54ed66d9ac", "tag": "808d7607-f64e-4f04-ad03-ce015e64252f"}]}' {{(pid=108020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:51:59.748608 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.db_base_plugin_common [None req-55f95984-a335-4455-96a5-12eff02763ae admin admin] Allocated IP 172.20.0.1 (2e4d5d0d-f789-484b-b202-753db4ea7579/e32b5847-2167-4556-8d23-9e0fe2605af0/f48c6108-49f5-4589-aa2d-6aeb7b2240d4) {{(pid=108021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:51:59.776758 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-a065169f-e8e3-4cf4-81bb-1a32ba39f287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:59.892198 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-ba8737c3-d096-412f-8f43-532636599bec None None] For port 69067ef3-bf26-466f-9c2f-9f9d58a68cd7, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=69067ef3-bf26-466f-9c2f-9f9d58a68cd7,segment=NetworkSegment(8f43db67-7ffc-4ddf-81c8-4457deae12e9),segment_id=8f43db67-7ffc-4ddf-81c8-4457deae12e9)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:51:59.899195 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9527a247-179b-424c-8083-90abe3800904 x-openstack-request-id: req-9527a247-179b-424c-8083-90abe3800904 {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:51:59.901340 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56fb9c58-7871-4b44-be3e-1b54ed66d9ac", "tag": "808d7607-f64e-4f04-ad03-ce015e64252f", "status": "completed", "code": 200}]} {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:51:59.901838 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9527a247-179b-424c-8083-90abe3800904 {{(pid=108020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:51:59.902448 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56fb9c58-7871-4b44-be3e-1b54ed66d9ac', 'tag': '808d7607-f64e-4f04-ad03-ce015e64252f', 'status': 'completed', 'code': 200} Dec 14 18:51:59.905786 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea385e-0bd8-4538-9f81-34e541c92da3 service neutron] Pushing event updated for resources: {'Port': ['ID=808d7607-f64e-4f04-ad03-ce015e64252f,revision_number=3']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:51:59.927606 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:51:59.928461 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 38a67919-882c-45ad-bfe7-adc6108f359c up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:51:59.959134 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-8b4a84d0-fd82-4cd8-898a-2f6f0416cb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:51:59.967256 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-8b4a84d0-fd82-4cd8-898a-2f6f0416cb39 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8c08a6cd43f6432f8eb266103062623a&device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 1097 time: 0.1610224 Dec 14 18:52:00.013613 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Pushing event updated for resources: {'Port': ['ID=69067ef3-bf26-466f-9c2f-9f9d58a68cd7,revision_number=3']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:52:00.044586 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-649f11f6-3bda-4171-aaee-cb69fe6b8a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ae5e13-c5dc-4c14-a11f-3be83f7573f2', 'name': 'tempest-TestShelveInstance-2016511045-router', 'tenant_id': '9550ca8d94f8439699a6abea42acd13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '83e84b39-dd6f-4cbb-85c8-bf4f0072b8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:55Z', 'updated_at': '2021-12-14T18:51:56Z', 'revision_number': 3, 'project_id': '9550ca8d94f8439699a6abea42acd13c', 'gw_port': {'id': '83e84b39-dd6f-4cbb-85c8-bf4f0072b8a7', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:2b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ae5e13-c5dc-4c14-a11f-3be83f7573f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:56Z', 'updated_at': '2021-12-14T18:51:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi'}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:52:00.128812 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649f11f6-3bda-4171-aaee-cb69fe6b8a32 None None] Checking router: a4ae5e13-c5dc-4c14-a11f-3be83f7573f2 for host: dv-cinder-821746-1-iscsi {{(pid=108022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:52:00.129184 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649f11f6-3bda-4171-aaee-cb69fe6b8a32 None None] Updating router a4ae5e13-c5dc-4c14-a11f-3be83f7573f2 port 83e84b39-dd6f-4cbb-85c8-bf4f0072b8a7 binding host dv-cinder-821746-1-iscsi {{(pid=108022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 18:52:00.157976 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77a77e-8dd2-4146-8e2d-049a10dadfca req-6af05790-a41b-44d7-962f-de3c942c5516 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:00.160016 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-9c77a77e-8dd2-4146-8e2d-049a10dadfca req-6af05790-a41b-44d7-962f-de3c942c5516 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/ports?device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 944 time: 0.3205593 Dec 14 18:52:00.190197 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:52:00.190722 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:52:00.190966 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:52:00.191305 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:52:00.191827 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:52:00.192174 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:52:00.192511 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:52:00.192844 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:52:00.193177 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:52:00.193513 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:52:00.193864 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:52:00.194193 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:52:00.228854 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-649f11f6-3bda-4171-aaee-cb69fe6b8a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:00.230650 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.db.api [None req-a065169f-e8e3-4cf4-81bb-1a32ba39f287 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108022) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 18:52:00.231057 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG oslo_db.api [None req-a065169f-e8e3-4cf4-81bb-1a32ba39f287 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 18:52:00.231503 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-9c77a77e-8dd2-4146-8e2d-049a10dadfca req-8881c4b0-4e4f-4539-aced-1ea56b0017dc tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7a84df1-ef6d-4cbc-b473-cbad3e509efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610776 Dec 14 18:52:00.243428 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-55f95984-a335-4455-96a5-12eff02763ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:00.296064 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-55f95984-a335-4455-96a5-12eff02763ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29291660'] for port, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:00.332891 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f95984-a335-4455-96a5-12eff02763ae admin admin] Network 2e4d5d0d-f789-484b-b202-753db4ea7579 is already hosted by enough agents. {{(pid=108021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:52:00.335988 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.base_scheduler [None req-55f95984-a335-4455-96a5-12eff02763ae admin admin] Resources bound (agent type, host, resource id): {{(pid=108021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:52:00.351111 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f95984-a335-4455-96a5-12eff02763ae admin admin] Received port after_create {{(pid=108021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:52:00.408227 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f95984-a335-4455-96a5-12eff02763ae admin admin] Pushing event updated for resources: {'Port': ['ID=f48c6108-49f5-4589-aa2d-6aeb7b2240d4,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:52:00.417789 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port 38a67919-882c-45ad-bfe7-adc6108f359c triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:52:00.418226 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:00.447887 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-55f95984-a335-4455-96a5-12eff02763ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-550665'] for router_interface, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:00.749273 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-55f95984-a335-4455-96a5-12eff02763ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:00.783445 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 69067ef3-bf26-466f-9c2f-9f9d58a68cd7 up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:52:00.856532 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-649f11f6-3bda-4171-aaee-cb69fe6b8a32 None None] Notify callbacks [] for port, precommit_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:00.876713 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-649f11f6-3bda-4171-aaee-cb69fe6b8a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:00.880446 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port 69067ef3-bf26-466f-9c2f-9f9d58a68cd7 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:52:00.880881 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:00.890848 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-a065169f-e8e3-4cf4-81bb-1a32ba39f287 None None] Provisioning complete for port 026f0e72-d74f-4ed3-ac43-98a506dae921 triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:52:00.891257 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-a065169f-e8e3-4cf4-81bb-1a32ba39f287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:00.979948 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-55f95984-a335-4455-96a5-12eff02763ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:00.985614 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-55f95984-a335-4455-96a5-12eff02763ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29291667'] for port, after_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:01.000824 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6138f6-b6fc-40a5-bc3e-73199185fab4 None None] Pushing event updated for resources: {'Port': ['ID=83e84b39-dd6f-4cbb-85c8-bf4f0072b8a7,revision_number=2']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:52:01.009699 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-649f11f6-3bda-4171-aaee-cb69fe6b8a32 None None] Attempting to bind port 83e84b39-dd6f-4cbb-85c8-bf4f0072b8a7 on host dv-cinder-821746-1-iscsi for vnic_type normal with profile {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:52:01.009699 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-649f11f6-3bda-4171-aaee-cb69fe6b8a32 None None] Attempting to bind port 83e84b39-dd6f-4cbb-85c8-bf4f0072b8a7 by drivers openvswitch,hyperv on host dv-cinder-821746-1-iscsi at level 0 using segments [{'id': 'a712e70a-4160-45a5-bd2f-6cc771621112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'}] {{(pid=108022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:52:01.009876 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649f11f6-3bda-4171-aaee-cb69fe6b8a32 None None] Attempting to bind port 83e84b39-dd6f-4cbb-85c8-bf4f0072b8a7 on network 5ea8f873-3bad-4a65-ada9-9108bfa946ef {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:52:01.020000 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649f11f6-3bda-4171-aaee-cb69fe6b8a32 None None] Checking agent: {'id': '196026f5-f687-4c63-8152-952b788e987b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 35, 18), 'started_at': datetime.datetime(2021, 12, 14, 18, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:52:01.020375 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649f11f6-3bda-4171-aaee-cb69fe6b8a32 None None] Checking segment: {'id': 'a712e70a-4160-45a5-bd2f-6cc771621112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:52:01.020771 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-649f11f6-3bda-4171-aaee-cb69fe6b8a32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:01.021156 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649f11f6-3bda-4171-aaee-cb69fe6b8a32 None None] Bound using segment: {'id': 'a712e70a-4160-45a5-bd2f-6cc771621112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'} {{(pid=108022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:52:01.021616 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.managers [None req-649f11f6-3bda-4171-aaee-cb69fe6b8a32 None None] Bound port: 83e84b39-dd6f-4cbb-85c8-bf4f0072b8a7, host: dv-cinder-821746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a712e70a-4160-45a5-bd2f-6cc771621112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef'}}] {{(pid=108022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:52:01.021989 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-649f11f6-3bda-4171-aaee-cb69fe6b8a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:01.072396 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f95984-a335-4455-96a5-12eff02763ae admin admin] Pushing event updated for resources: {'Port': ['ID=f48c6108-49f5-4589-aa2d-6aeb7b2240d4,revision_number=2']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:52:01.076404 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-55f95984-a335-4455-96a5-12eff02763ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-550524'] for router_interface, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:01.137168 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-649f11f6-3bda-4171-aaee-cb69fe6b8a32 None None] For port 83e84b39-dd6f-4cbb-85c8-bf4f0072b8a7, host dv-cinder-821746-1-iscsi, cleared binding levels {{(pid=108022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:52:01.141742 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-649f11f6-3bda-4171-aaee-cb69fe6b8a32 None None] For port 83e84b39-dd6f-4cbb-85c8-bf4f0072b8a7, host dv-cinder-821746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=83e84b39-dd6f-4cbb-85c8-bf4f0072b8a7,segment=NetworkSegment(a712e70a-4160-45a5-bd2f-6cc771621112),segment_id=a712e70a-4160-45a5-bd2f-6cc771621112)] {{(pid=108022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:52:01.147277 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 026f0e72-d74f-4ed3-ac43-98a506dae921 up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:52:01.150735 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-649f11f6-3bda-4171-aaee-cb69fe6b8a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:01.200919 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f95984-a335-4455-96a5-12eff02763ae admin admin] Network 2e4d5d0d-f789-484b-b202-753db4ea7579 is already hosted by enough agents. {{(pid=108021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:52:01.202388 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.base_scheduler [None req-55f95984-a335-4455-96a5-12eff02763ae admin admin] Resources bound (agent type, host, resource id): {{(pid=108021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:52:01.247064 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649f11f6-3bda-4171-aaee-cb69fe6b8a32 None None] Routers {'a4ae5e13-c5dc-4c14-a11f-3be83f7573f2'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:52:01.247700 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-649f11f6-3bda-4171-aaee-cb69fe6b8a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:51:45Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['a4ae5e13-c5dc-4c14-a11f-3be83f7573f2'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:52:01.252357 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6138f6-b6fc-40a5-bc3e-73199185fab4 None None] Pushing event updated for resources: {'Port': ['ID=83e84b39-dd6f-4cbb-85c8-bf4f0072b8a7,revision_number=3']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:52:01.332868 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f95984-a335-4455-96a5-12eff02763ae admin admin] Router a4ae5e13-c5dc-4c14-a11f-3be83f7573f2 has already been hosted by L3 agent 61f97045-3475-4abf-9bb4-9e4a5178f14d {{(pid=108021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:52:01.404074 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c55060-760c-4c5d-acd0-4df4420fb827 req-b5b08a8a-7334-48e1-a70a-c2f4f1cf8823 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:01.411152 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port 026f0e72-d74f-4ed3-ac43-98a506dae921 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:52:01.411592 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:01.413315 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-37c55060-760c-4c5d-acd0-4df4420fb827 req-b5b08a8a-7334-48e1-a70a-c2f4f1cf8823 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/ports?device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 944 time: 0.0794001 Dec 14 18:52:01.468080 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-37c55060-760c-4c5d-acd0-4df4420fb827 req-eb4f338b-4230-4c6c-a621-d09a55995259 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7a84df1-ef6d-4cbc-b473-cbad3e509efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536754 Dec 14 18:52:01.493683 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f95984-a335-4455-96a5-12eff02763ae admin admin] Notify agent at l3_agent.dv-cinder-821746-1-iscsi the message routers_updated {{(pid=108021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:52:01.493911 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-89e425c3-903b-4f02-b38d-00bf866c4e66 None None] Provisioning complete for port 69067ef3-bf26-466f-9c2f-9f9d58a68cd7 triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:52:01.494014 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-89e425c3-903b-4f02-b38d-00bf866c4e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:01.504238 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-55f95984-a335-4455-96a5-12eff02763ae admin admin] 10.222.0.71 "PUT /v2.0/routers/a4ae5e13-c5dc-4c14-a11f-3be83f7573f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4537804 Dec 14 18:52:01.532604 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-649f11f6-3bda-4171-aaee-cb69fe6b8a32 None None] Set router a4ae5e13-c5dc-4c14-a11f-3be83f7573f2 gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:52:01.890414 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-89e425c3-903b-4f02-b38d-00bf866c4e66 None None] Provisioning complete for port f48c6108-49f5-4589-aa2d-6aeb7b2240d4 triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:52:01.890815 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-89e425c3-903b-4f02-b38d-00bf866c4e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:01.938421 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-89e425c3-903b-4f02-b38d-00bf866c4e66 None None] Port f48c6108-49f5-4589-aa2d-6aeb7b2240d4 cannot update to ACTIVE because it is not bound. {{(pid=108022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:52:01.952447 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-649f11f6-3bda-4171-aaee-cb69fe6b8a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ae5e13-c5dc-4c14-a11f-3be83f7573f2', 'name': 'tempest-TestShelveInstance-2016511045-router', 'tenant_id': '9550ca8d94f8439699a6abea42acd13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '83e84b39-dd6f-4cbb-85c8-bf4f0072b8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:55Z', 'updated_at': '2021-12-14T18:52:00Z', 'revision_number': 4, 'project_id': '9550ca8d94f8439699a6abea42acd13c', 'gw_port': {'id': '83e84b39-dd6f-4cbb-85c8-bf4f0072b8a7', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:2b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ae5e13-c5dc-4c14-a11f-3be83f7573f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:56Z', 'updated_at': '2021-12-14T18:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': 'f48c6108-49f5-4589-aa2d-6aeb7b2240d4', 'name': '', 'network_id': '2e4d5d0d-f789-484b-b202-753db4ea7579', 'tenant_id': '9550ca8d94f8439699a6abea42acd13c', 'mac_address': 'fa:16:3e:5f:42:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ae5e13-c5dc-4c14-a11f-3be83f7573f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'e32b5847-2167-4556-8d23-9e0fe2605af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:59Z', 'updated_at': '2021-12-14T18:52:00Z', 'revision_number': 2, 'project_id': '9550ca8d94f8439699a6abea42acd13c', 'subnets': [{'id': 'e32b5847-2167-4556-8d23-9e0fe2605af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:52:01.983272 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649f11f6-3bda-4171-aaee-cb69fe6b8a32 None None] The sync data for ids ['a4ae5e13-c5dc-4c14-a11f-3be83f7573f2'] in dv-cinder-821746-1-iscsi is: [{'id': 'a4ae5e13-c5dc-4c14-a11f-3be83f7573f2', 'name': 'tempest-TestShelveInstance-2016511045-router', 'tenant_id': '9550ca8d94f8439699a6abea42acd13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '83e84b39-dd6f-4cbb-85c8-bf4f0072b8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:55Z', 'updated_at': '2021-12-14T18:52:00Z', 'revision_number': 4, 'project_id': '9550ca8d94f8439699a6abea42acd13c', 'gw_port': {'id': '83e84b39-dd6f-4cbb-85c8-bf4f0072b8a7', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:2b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ae5e13-c5dc-4c14-a11f-3be83f7573f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:56Z', 'updated_at': '2021-12-14T18:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': 'f48c6108-49f5-4589-aa2d-6aeb7b2240d4', 'name': '', 'network_id': '2e4d5d0d-f789-484b-b202-753db4ea7579', 'tenant_id': '9550ca8d94f8439699a6abea42acd13c', 'mac_address': 'fa:16:3e:5f:42:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ae5e13-c5dc-4c14-a11f-3be83f7573f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'e32b5847-2167-4556-8d23-9e0fe2605af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:59Z', 'updated_at': '2021-12-14T18:52:00Z', 'revision_number': 2, 'project_id': '9550ca8d94f8439699a6abea42acd13c', 'subnets': [{'id': 'e32b5847-2167-4556-8d23-9e0fe2605af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:52:02.059145 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-f47a41e9-df01-449c-9710-426873bbc110 None None] Provisioning complete for port f48c6108-49f5-4589-aa2d-6aeb7b2240d4 triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:52:02.059791 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-f47a41e9-df01-449c-9710-426873bbc110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:02.100420 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-f47a41e9-df01-449c-9710-426873bbc110 None None] Port f48c6108-49f5-4589-aa2d-6aeb7b2240d4 cannot update to ACTIVE because it is not bound. {{(pid=108022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:52:02.609382 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503660e6-1ea5-4064-8792-c016ddb67bc4 req-c9094279-1950-4d67-8e39-5fae55358332 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:02.620267 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-503660e6-1ea5-4064-8792-c016ddb67bc4 req-c9094279-1950-4d67-8e39-5fae55358332 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/ports?device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 944 time: 0.0884621 Dec 14 18:52:02.672430 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 50084) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:52:02.677993 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-a4e731bd-6991-4677-8223-3c9a42bfc39e tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1116533092', 'description': 'tempest-secgroup-smoke-1116533092 description', 'project_id': '65aa1bc448174f819d13506e836df6fb'}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:52:02.685419 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-503660e6-1ea5-4064-8792-c016ddb67bc4 req-62760db4-f989-4f5b-9229-a47e59500fd7 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7a84df1-ef6d-4cbc-b473-cbad3e509efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640941 Dec 14 18:52:02.716321 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-a4e731bd-6991-4677-8223-3c9a42bfc39e tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks [] for security_group, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:02.807269 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-a4e731bd-6991-4677-8223-3c9a42bfc39e tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks [] for security_group, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:02.811509 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-a4e731bd-6991-4677-8223-3c9a42bfc39e tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:02.886964 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e731bd-6991-4677-8223-3c9a42bfc39e tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=190451ff-58c5-40af-93de-2cea501e2b58,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:52:02.895249 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-a4e731bd-6991-4677-8223-3c9a42bfc39e tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks [] for security_group, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:02.897795 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-a4e731bd-6991-4677-8223-3c9a42bfc39e tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2234201 Dec 14 18:52:02.899987 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 50086) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:52:02.905301 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [None req-5a308bc3-6845-45ae-b7b0-be257bbe2961 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Request body: {'security_group_rule': {'security_group_id': '190451ff-58c5-40af-93de-2cea501e2b58', 'project_id': '65aa1bc448174f819d13506e836df6fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:52:02.942899 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-5a308bc3-6845-45ae-b7b0-be257bbe2961 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:03.005947 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-5a308bc3-6845-45ae-b7b0-be257bbe2961 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:03.011740 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-5a308bc3-6845-45ae-b7b0-be257bbe2961 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727460'] for security_group_rule, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:03.049554 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a308bc3-6845-45ae-b7b0-be257bbe2961 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=901133f2-b686-40bc-a85d-3acbc82d3851,revision_number=0']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:52:03.061941 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-5a308bc3-6845-45ae-b7b0-be257bbe2961 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:03.063430 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-5a308bc3-6845-45ae-b7b0-be257bbe2961 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1617351 Dec 14 18:52:03.066067 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 50088) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:52:03.071117 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [None req-28818f30-98bb-4781-b05f-1b4931692440 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Request body: {'security_group_rule': {'security_group_id': '190451ff-58c5-40af-93de-2cea501e2b58', 'project_id': '65aa1bc448174f819d13506e836df6fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:52:03.103545 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-28818f30-98bb-4781-b05f-1b4931692440 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:03.189473 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-28818f30-98bb-4781-b05f-1b4931692440 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:03.194071 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-28818f30-98bb-4781-b05f-1b4931692440 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727460'] for security_group_rule, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:03.212987 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28818f30-98bb-4781-b05f-1b4931692440 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53d49e37-6e11-4fda-ad2c-79cdc2f44172,revision_number=0']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:52:03.221266 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-28818f30-98bb-4781-b05f-1b4931692440 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:03.222519 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-28818f30-98bb-4781-b05f-1b4931692440 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1548905 Dec 14 18:52:03.225256 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 50090) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:52:03.230569 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [None req-9368791b-1b52-492d-8f23-09d21860ca4c tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Request body: {'security_group_rule': {'security_group_id': '190451ff-58c5-40af-93de-2cea501e2b58', 'project_id': '65aa1bc448174f819d13506e836df6fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:52:03.271581 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-9368791b-1b52-492d-8f23-09d21860ca4c tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:03.348774 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-9368791b-1b52-492d-8f23-09d21860ca4c tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:03.353365 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-9368791b-1b52-492d-8f23-09d21860ca4c tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727460'] for security_group_rule, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:03.371642 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368791b-1b52-492d-8f23-09d21860ca4c tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=915e49aa-7bf3-4fb9-98c6-2c141bf11c57,revision_number=0']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:52:03.387957 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-9368791b-1b52-492d-8f23-09d21860ca4c tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:03.389182 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-9368791b-1b52-492d-8f23-09d21860ca4c tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1628301 Dec 14 18:52:03.392272 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 50092) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:52:03.397708 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [None req-cce6f33d-741d-4e56-aaf0-dce05d76a86e tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Request body: {'security_group_rule': {'security_group_id': '190451ff-58c5-40af-93de-2cea501e2b58', 'project_id': '65aa1bc448174f819d13506e836df6fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:52:03.424958 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-cce6f33d-741d-4e56-aaf0-dce05d76a86e tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:03.505449 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-cce6f33d-741d-4e56-aaf0-dce05d76a86e tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:03.509661 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-cce6f33d-741d-4e56-aaf0-dce05d76a86e tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727460'] for security_group_rule, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:03.527592 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6f33d-741d-4e56-aaf0-dce05d76a86e tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6a51685-fda3-4cf7-8776-c4933f9982be,revision_number=0']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:52:03.536136 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-cce6f33d-741d-4e56-aaf0-dce05d76a86e tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:03.537469 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-cce6f33d-741d-4e56-aaf0-dce05d76a86e tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1440072 Dec 14 18:52:03.540683 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 50094) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:52:03.545263 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-040bc28b-427d-4174-bb59-2a0a29b7a6c7 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Request body: {'security_group_rule': {'security_group_id': '190451ff-58c5-40af-93de-2cea501e2b58', 'project_id': '65aa1bc448174f819d13506e836df6fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:52:03.592492 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.db.securitygroups_db [None req-040bc28b-427d-4174-bb59-2a0a29b7a6c7 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Project 65aa1bc448174f819d13506e836df6fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 18:52:03.597987 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-040bc28b-427d-4174-bb59-2a0a29b7a6c7 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:03.672197 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-040bc28b-427d-4174-bb59-2a0a29b7a6c7 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:03.679695 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-040bc28b-427d-4174-bb59-2a0a29b7a6c7 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727460'] for security_group_rule, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:03.700985 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040bc28b-427d-4174-bb59-2a0a29b7a6c7 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7213d694-3aaa-4675-b853-1a487f032158,revision_number=0']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:52:03.708938 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-040bc28b-427d-4174-bb59-2a0a29b7a6c7 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:03.710175 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-040bc28b-427d-4174-bb59-2a0a29b7a6c7 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1684515 Dec 14 18:52:03.712800 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 50098) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:52:03.717900 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-49773238-92bb-4127-a795-6a4795e22755 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Request body: {'security_group_rule': {'security_group_id': '190451ff-58c5-40af-93de-2cea501e2b58', 'project_id': '65aa1bc448174f819d13506e836df6fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:52:03.748113 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.db.securitygroups_db [None req-49773238-92bb-4127-a795-6a4795e22755 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Project 65aa1bc448174f819d13506e836df6fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 18:52:03.764142 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-49773238-92bb-4127-a795-6a4795e22755 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:03.848606 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda10e4-3634-4de4-9922-0e306846f141 req-03e507fc-46b3-4395-8d11-20973fd50bbe tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:03.850161 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-0eda10e4-3634-4de4-9922-0e306846f141 req-03e507fc-46b3-4395-8d11-20973fd50bbe tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/ports?device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 944 time: 0.0967963 Dec 14 18:52:03.852119 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-49773238-92bb-4127-a795-6a4795e22755 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:03.857013 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-49773238-92bb-4127-a795-6a4795e22755 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727460'] for security_group_rule, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:03.899076 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49773238-92bb-4127-a795-6a4795e22755 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea5f2607-ee12-458e-9720-6e09c6d21c9c,revision_number=0']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:52:03.906635 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-49773238-92bb-4127-a795-6a4795e22755 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:03.914603 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-49773238-92bb-4127-a795-6a4795e22755 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1940942 Dec 14 18:52:03.924098 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-0eda10e4-3634-4de4-9922-0e306846f141 req-715ba084-a0ed-4fa2-a936-d958d172bbdf tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7a84df1-ef6d-4cbc-b473-cbad3e509efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642109 Dec 14 18:52:04.721977 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 83e84b39-dd6f-4cbb-85c8-bf4f0072b8a7 up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:52:04.899794 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port 83e84b39-dd6f-4cbb-85c8-bf4f0072b8a7 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:52:04.900179 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:04.989453 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:05.013371 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-ba8737c3-d096-412f-8f43-532636599bec None None] For port 83e84b39-dd6f-4cbb-85c8-bf4f0072b8a7, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=83e84b39-dd6f-4cbb-85c8-bf4f0072b8a7,segment=NetworkSegment(a712e70a-4160-45a5-bd2f-6cc771621112),segment_id=a712e70a-4160-45a5-bd2f-6cc771621112)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:52:05.020941 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:05.051327 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c255e-a652-4409-83b7-2fb51db17535 req-bc9acc93-fc2b-4b9e-8ee2-4512a454fac8 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:05.053605 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4c5c255e-a652-4409-83b7-2fb51db17535 req-bc9acc93-fc2b-4b9e-8ee2-4512a454fac8 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/ports?device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 944 time: 0.0614269 Dec 14 18:52:05.085889 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Pushing event updated for resources: {'Port': ['ID=83e84b39-dd6f-4cbb-85c8-bf4f0072b8a7,revision_number=4']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:52:05.100441 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4c5c255e-a652-4409-83b7-2fb51db17535 req-fa77b0c2-ffb4-456f-b337-e42aa662b8f6 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7a84df1-ef6d-4cbc-b473-cbad3e509efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404084 Dec 14 18:52:05.999553 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa06671-cd9c-45ed-842b-08dc1edc7185 None None] Sync routers for ids ['a4ae5e13-c5dc-4c14-a11f-3be83f7573f2'] in dv-cinder-821746-1-iscsi {{(pid=108023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:52:06.008918 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa06671-cd9c-45ed-842b-08dc1edc7185 None None] Routers {'a4ae5e13-c5dc-4c14-a11f-3be83f7573f2'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:52:06.009637 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-8aa06671-cd9c-45ed-842b-08dc1edc7185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:51:45Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['a4ae5e13-c5dc-4c14-a11f-3be83f7573f2'], 'active': True} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:52:06.123844 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvr_db [None req-8aa06671-cd9c-45ed-842b-08dc1edc7185 None None] Set router a4ae5e13-c5dc-4c14-a11f-3be83f7573f2 gateway port host: dv-cinder-821746-1-iscsi {{(pid=108023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:52:06.262738 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cfd054-f4c2-46bb-ae7c-b46382a7c843 req-32ed10d6-948e-4189-baf7-b093627e7ffd tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:06.264186 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-f4cfd054-f4c2-46bb-ae7c-b46382a7c843 req-32ed10d6-948e-4189-baf7-b093627e7ffd tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/ports?device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 944 time: 0.0639534 Dec 14 18:52:06.310536 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-f4cfd054-f4c2-46bb-ae7c-b46382a7c843 req-7facc2da-89d8-410e-8021-3147ce2bbe82 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7a84df1-ef6d-4cbc-b473-cbad3e509efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399635 Dec 14 18:52:06.374360 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-8aa06671-cd9c-45ed-842b-08dc1edc7185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ae5e13-c5dc-4c14-a11f-3be83f7573f2', 'name': 'tempest-TestShelveInstance-2016511045-router', 'tenant_id': '9550ca8d94f8439699a6abea42acd13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '83e84b39-dd6f-4cbb-85c8-bf4f0072b8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:55Z', 'updated_at': '2021-12-14T18:52:00Z', 'revision_number': 4, 'project_id': '9550ca8d94f8439699a6abea42acd13c', 'gw_port': {'id': '83e84b39-dd6f-4cbb-85c8-bf4f0072b8a7', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:2b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ae5e13-c5dc-4c14-a11f-3be83f7573f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:56Z', 'updated_at': '2021-12-14T18:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': 'f48c6108-49f5-4589-aa2d-6aeb7b2240d4', 'name': '', 'network_id': '2e4d5d0d-f789-484b-b202-753db4ea7579', 'tenant_id': '9550ca8d94f8439699a6abea42acd13c', 'mac_address': 'fa:16:3e:5f:42:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ae5e13-c5dc-4c14-a11f-3be83f7573f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'e32b5847-2167-4556-8d23-9e0fe2605af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:59Z', 'updated_at': '2021-12-14T18:52:00Z', 'revision_number': 2, 'project_id': '9550ca8d94f8439699a6abea42acd13c', 'subnets': [{'id': 'e32b5847-2167-4556-8d23-9e0fe2605af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:52:06.491787 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa06671-cd9c-45ed-842b-08dc1edc7185 None None] Checking router: a4ae5e13-c5dc-4c14-a11f-3be83f7573f2 for host: dv-cinder-821746-1-iscsi {{(pid=108023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:52:06.492134 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa06671-cd9c-45ed-842b-08dc1edc7185 None None] Updating router a4ae5e13-c5dc-4c14-a11f-3be83f7573f2 port f48c6108-49f5-4589-aa2d-6aeb7b2240d4 binding host dv-cinder-821746-1-iscsi {{(pid=108023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 18:52:06.523440 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-8aa06671-cd9c-45ed-842b-08dc1edc7185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:06.672632 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 83e84b39-dd6f-4cbb-85c8-bf4f0072b8a7 up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:52:06.732832 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port 83e84b39-dd6f-4cbb-85c8-bf4f0072b8a7 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:52:06.734541 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:06.849465 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-8aa06671-cd9c-45ed-842b-08dc1edc7185 None None] Notify callbacks [] for port, precommit_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:06.856008 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-8aa06671-cd9c-45ed-842b-08dc1edc7185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:06.921897 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9fe75f-087d-4db3-83df-bc85387bcc5d None None] Pushing event updated for resources: {'Port': ['ID=f48c6108-49f5-4589-aa2d-6aeb7b2240d4,revision_number=3']} {{(pid=108023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:52:07.033280 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.managers [None req-8aa06671-cd9c-45ed-842b-08dc1edc7185 None None] Attempting to bind port f48c6108-49f5-4589-aa2d-6aeb7b2240d4 on host dv-cinder-821746-1-iscsi for vnic_type normal with profile {{(pid=108023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:52:07.034037 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.managers [None req-8aa06671-cd9c-45ed-842b-08dc1edc7185 None None] Attempting to bind port f48c6108-49f5-4589-aa2d-6aeb7b2240d4 by drivers openvswitch,hyperv on host dv-cinder-821746-1-iscsi at level 0 using segments [{'id': '8f43db67-7ffc-4ddf-81c8-4457deae12e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2e4d5d0d-f789-484b-b202-753db4ea7579'}] {{(pid=108023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:52:07.034154 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa06671-cd9c-45ed-842b-08dc1edc7185 None None] Attempting to bind port f48c6108-49f5-4589-aa2d-6aeb7b2240d4 on network 2e4d5d0d-f789-484b-b202-753db4ea7579 {{(pid=108023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:52:07.042943 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa06671-cd9c-45ed-842b-08dc1edc7185 None None] Checking agent: {'id': '196026f5-f687-4c63-8152-952b788e987b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821746-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 35, 18), 'started_at': datetime.datetime(2021, 12, 14, 18, 35, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821746-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:52:07.043225 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa06671-cd9c-45ed-842b-08dc1edc7185 None None] Checking segment: {'id': '8f43db67-7ffc-4ddf-81c8-4457deae12e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2e4d5d0d-f789-484b-b202-753db4ea7579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:52:07.043396 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-8aa06671-cd9c-45ed-842b-08dc1edc7185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:07.043787 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa06671-cd9c-45ed-842b-08dc1edc7185 None None] Bound using segment: {'id': '8f43db67-7ffc-4ddf-81c8-4457deae12e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2e4d5d0d-f789-484b-b202-753db4ea7579'} {{(pid=108023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:52:07.044262 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.managers [None req-8aa06671-cd9c-45ed-842b-08dc1edc7185 None None] Bound port: f48c6108-49f5-4589-aa2d-6aeb7b2240d4, host: dv-cinder-821746-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f43db67-7ffc-4ddf-81c8-4457deae12e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2e4d5d0d-f789-484b-b202-753db4ea7579'}}] {{(pid=108023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:52:07.044640 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-8aa06671-cd9c-45ed-842b-08dc1edc7185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:07.128295 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.db [None req-8aa06671-cd9c-45ed-842b-08dc1edc7185 None None] For port f48c6108-49f5-4589-aa2d-6aeb7b2240d4, host dv-cinder-821746-1-iscsi, cleared binding levels {{(pid=108023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:52:07.132113 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.plugins.ml2.db [None req-8aa06671-cd9c-45ed-842b-08dc1edc7185 None None] For port f48c6108-49f5-4589-aa2d-6aeb7b2240d4, host dv-cinder-821746-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=f48c6108-49f5-4589-aa2d-6aeb7b2240d4,segment=NetworkSegment(8f43db67-7ffc-4ddf-81c8-4457deae12e9),segment_id=8f43db67-7ffc-4ddf-81c8-4457deae12e9)] {{(pid=108023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:52:07.139068 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron_lib.callbacks.manager [None req-8aa06671-cd9c-45ed-842b-08dc1edc7185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:07.204419 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa06671-cd9c-45ed-842b-08dc1edc7185 None None] Routers {'a4ae5e13-c5dc-4c14-a11f-3be83f7573f2'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:52:07.205052 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-8aa06671-cd9c-45ed-842b-08dc1edc7185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:51:45Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['a4ae5e13-c5dc-4c14-a11f-3be83f7573f2'], 'active': True} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:52:07.275808 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-5a6c7974-eea4-43bf-af71-0e0cade19db8 None None] Provisioning complete for port f48c6108-49f5-4589-aa2d-6aeb7b2240d4 triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:52:07.276179 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-5a6c7974-eea4-43bf-af71-0e0cade19db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:07.296765 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9fe75f-087d-4db3-83df-bc85387bcc5d None None] Pushing event updated for resources: {'Port': ['ID=f48c6108-49f5-4589-aa2d-6aeb7b2240d4,revision_number=4']} {{(pid=108023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:52:07.338765 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvr_db [None req-8aa06671-cd9c-45ed-842b-08dc1edc7185 None None] Set router a4ae5e13-c5dc-4c14-a11f-3be83f7573f2 gateway port host: dv-cinder-821746-1-iscsi {{(pid=108023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:52:07.395550 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-5a6c7974-eea4-43bf-af71-0e0cade19db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:07.433031 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-5a6c7974-eea4-43bf-af71-0e0cade19db8 None None] For port f48c6108-49f5-4589-aa2d-6aeb7b2240d4, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=f48c6108-49f5-4589-aa2d-6aeb7b2240d4,segment=NetworkSegment(8f43db67-7ffc-4ddf-81c8-4457deae12e9),segment_id=8f43db67-7ffc-4ddf-81c8-4457deae12e9)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:52:07.438760 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-5a6c7974-eea4-43bf-af71-0e0cade19db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:07.500882 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878164e-f90c-4ac6-a01f-8e19565c4282 req-87675ed3-f953-43d3-bebd-0a862a0a9e2d tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:07.502998 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6878164e-f90c-4ac6-a01f-8e19565c4282 req-87675ed3-f953-43d3-bebd-0a862a0a9e2d tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/ports?device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 944 time: 0.0801373 Dec 14 18:52:07.539188 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c7974-eea4-43bf-af71-0e0cade19db8 None None] Pushing event updated for resources: {'Port': ['ID=f48c6108-49f5-4589-aa2d-6aeb7b2240d4,revision_number=5']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:52:07.566940 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6878164e-f90c-4ac6-a01f-8e19565c4282 req-0974dcbd-e606-4cba-9915-6a5730ddbc15 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7a84df1-ef6d-4cbc-b473-cbad3e509efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552785 Dec 14 18:52:07.569014 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-5ceeefa0-bad9-4b5a-a31d-e0c4baf9e004 None None] Provisioning complete for port f48c6108-49f5-4589-aa2d-6aeb7b2240d4 triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:52:07.569356 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-5ceeefa0-bad9-4b5a-a31d-e0c4baf9e004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:07.672078 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-8aa06671-cd9c-45ed-842b-08dc1edc7185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ae5e13-c5dc-4c14-a11f-3be83f7573f2', 'name': 'tempest-TestShelveInstance-2016511045-router', 'tenant_id': '9550ca8d94f8439699a6abea42acd13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '83e84b39-dd6f-4cbb-85c8-bf4f0072b8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:55Z', 'updated_at': '2021-12-14T18:52:00Z', 'revision_number': 4, 'project_id': '9550ca8d94f8439699a6abea42acd13c', 'gw_port': {'id': '83e84b39-dd6f-4cbb-85c8-bf4f0072b8a7', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:2b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ae5e13-c5dc-4c14-a11f-3be83f7573f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:56Z', 'updated_at': '2021-12-14T18:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': 'f48c6108-49f5-4589-aa2d-6aeb7b2240d4', 'name': '', 'network_id': '2e4d5d0d-f789-484b-b202-753db4ea7579', 'tenant_id': '9550ca8d94f8439699a6abea42acd13c', 'mac_address': 'fa:16:3e:5f:42:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ae5e13-c5dc-4c14-a11f-3be83f7573f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'e32b5847-2167-4556-8d23-9e0fe2605af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:59Z', 'updated_at': '2021-12-14T18:52:07Z', 'revision_number': 4, 'project_id': '9550ca8d94f8439699a6abea42acd13c', 'subnets': [{'id': 'e32b5847-2167-4556-8d23-9e0fe2605af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:52:07.704972 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa06671-cd9c-45ed-842b-08dc1edc7185 None None] The sync data for ids ['a4ae5e13-c5dc-4c14-a11f-3be83f7573f2'] in dv-cinder-821746-1-iscsi is: [{'id': 'a4ae5e13-c5dc-4c14-a11f-3be83f7573f2', 'name': 'tempest-TestShelveInstance-2016511045-router', 'tenant_id': '9550ca8d94f8439699a6abea42acd13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '83e84b39-dd6f-4cbb-85c8-bf4f0072b8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:55Z', 'updated_at': '2021-12-14T18:52:00Z', 'revision_number': 4, 'project_id': '9550ca8d94f8439699a6abea42acd13c', 'gw_port': {'id': '83e84b39-dd6f-4cbb-85c8-bf4f0072b8a7', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:2b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ae5e13-c5dc-4c14-a11f-3be83f7573f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:56Z', 'updated_at': '2021-12-14T18:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': 'f48c6108-49f5-4589-aa2d-6aeb7b2240d4', 'name': '', 'network_id': '2e4d5d0d-f789-484b-b202-753db4ea7579', 'tenant_id': '9550ca8d94f8439699a6abea42acd13c', 'mac_address': 'fa:16:3e:5f:42:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ae5e13-c5dc-4c14-a11f-3be83f7573f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'e32b5847-2167-4556-8d23-9e0fe2605af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:59Z', 'updated_at': '2021-12-14T18:52:07Z', 'revision_number': 4, 'project_id': '9550ca8d94f8439699a6abea42acd13c', 'subnets': [{'id': 'e32b5847-2167-4556-8d23-9e0fe2605af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:52:08.701480 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device f48c6108-49f5-4589-aa2d-6aeb7b2240d4 up at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:52:08.715790 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb785834-7e33-41d1-8baa-307da6d7414d req-e404ca5d-0faf-41ac-af86-35ae2781c0ec tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:08.717463 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-cb785834-7e33-41d1-8baa-307da6d7414d req-e404ca5d-0faf-41ac-af86-35ae2781c0ec tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/ports?device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 944 time: 0.0595584 Dec 14 18:52:08.742683 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-b04cdad3-188f-476c-b78a-a85cbaccb217 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=808d7607-f64e-4f04-ad03-ce015e64252f HTTP/1.1" status: 200 len: 217 time: 0.0448880 Dec 14 18:52:08.757786 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Provisioning complete for port f48c6108-49f5-4589-aa2d-6aeb7b2240d4 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:52:08.758232 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:08.768224 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-cb785834-7e33-41d1-8baa-307da6d7414d req-768fdedc-3b88-4437-bd69-1705003ce516 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7a84df1-ef6d-4cbc-b473-cbad3e509efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432491 Dec 14 18:52:08.798476 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-64127f54-1d94-4343-97d5-fb9b8187af52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:08.800030 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-64127f54-1d94-4343-97d5-fb9b8187af52 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c39b8f31-f90a-4cf1-bc6c-f4999a4baffd HTTP/1.1" status: 200 len: 852 time: 0.0470269 Dec 14 18:52:08.854792 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-a668c04a-14a7-4c5a-9f2e-c3fbd192b235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:08.856259 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-a668c04a-14a7-4c5a-9f2e-c3fbd192b235 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f8af2700-8899-4b5b-be93-d24679c7c4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455043 Dec 14 18:52:08.953624 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-d92aa1c3-5f2e-4732-ab88-547f53825d6e service neutron] 10.222.0.61 "GET /v2.0/networks/f8af2700-8899-4b5b-be93-d24679c7c4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890527 Dec 14 18:52:09.072705 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9da5e90a-168b-4cb2-bb4a-88d5fc014359 req-7d647add-5549-40ad-822c-0c5d344d9567 service neutron] 10.222.0.61 "GET /v2.0/networks/f8af2700-8899-4b5b-be93-d24679c7c4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834374 Dec 14 18:52:09.158167 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd86fe-a9a0-474d-b981-1416150ced02 req-d70174af-e958-48d4-81b3-2a16bc80f24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:09.159713 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ddcd86fe-a9a0-474d-b981-1416150ced02 req-d70174af-e958-48d4-81b3-2a16bc80f24c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8c08a6cd43f6432f8eb266103062623a&device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 1097 time: 0.0418456 Dec 14 18:52:09.255013 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd86fe-a9a0-474d-b981-1416150ced02 req-21b23154-bf6a-46f9-b1ed-fc22f91f9a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:09.256474 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ddcd86fe-a9a0-474d-b981-1416150ced02 req-21b23154-bf6a-46f9-b1ed-fc22f91f9a95 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f8af2700-8899-4b5b-be93-d24679c7c4ea HTTP/1.1" status: 200 len: 914 time: 0.0889392 Dec 14 18:52:09.300337 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ddcd86fe-a9a0-474d-b981-1416150ced02 req-572f4d43-1478-4e0a-8984-2d2f83badb14 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=808d7607-f64e-4f04-ad03-ce015e64252f HTTP/1.1" status: 200 len: 217 time: 0.0355675 Dec 14 18:52:09.352002 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd86fe-a9a0-474d-b981-1416150ced02 req-ff536ac0-edbc-498d-bf1b-dcb2f6d71693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:09.353454 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ddcd86fe-a9a0-474d-b981-1416150ced02 req-ff536ac0-edbc-498d-bf1b-dcb2f6d71693 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c39b8f31-f90a-4cf1-bc6c-f4999a4baffd HTTP/1.1" status: 200 len: 852 time: 0.0448196 Dec 14 18:52:09.404125 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd86fe-a9a0-474d-b981-1416150ced02 req-9a0cb4c1-e13c-47e2-988e-5053932564bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:09.405602 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ddcd86fe-a9a0-474d-b981-1416150ced02 req-9a0cb4c1-e13c-47e2-988e-5053932564bb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f8af2700-8899-4b5b-be93-d24679c7c4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443392 Dec 14 18:52:09.496752 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ddcd86fe-a9a0-474d-b981-1416150ced02 req-ac0986bb-6f8a-402e-8c06-f57bc1f2d122 service neutron] 10.222.0.61 "GET /v2.0/networks/f8af2700-8899-4b5b-be93-d24679c7c4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826237 Dec 14 18:52:09.591842 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ddcd86fe-a9a0-474d-b981-1416150ced02 req-58a4fd45-3fa2-448d-8e8f-58751225b31f service neutron] 10.222.0.61 "GET /v2.0/networks/f8af2700-8899-4b5b-be93-d24679c7c4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877824 Dec 14 18:52:09.889212 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c512b1-10f1-442a-a39f-d3b6c31bc3ef req-ca167936-2841-41cf-a37c-f5a1b7acbccb tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:09.890751 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-31c512b1-10f1-442a-a39f-d3b6c31bc3ef req-ca167936-2841-41cf-a37c-f5a1b7acbccb tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/ports?device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 944 time: 0.0521321 Dec 14 18:52:09.931048 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-31c512b1-10f1-442a-a39f-d3b6c31bc3ef req-a3cb2b34-9601-4759-bae0-6ee4b7bf4c9c tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7a84df1-ef6d-4cbc-b473-cbad3e509efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340209 Dec 14 18:52:11.044322 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bbf225-09d0-458d-8cd2-b5e28cf08039 req-a2127eb7-4a52-4d4d-b5ca-37f17b182dc5 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:11.045729 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-70bbf225-09d0-458d-8cd2-b5e28cf08039 req-a2127eb7-4a52-4d4d-b5ca-37f17b182dc5 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/ports?device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 944 time: 0.0484025 Dec 14 18:52:11.088594 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-70bbf225-09d0-458d-8cd2-b5e28cf08039 req-5a14cf1d-7bb8-4918-ab88-8226ffa389b3 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7a84df1-ef6d-4cbc-b473-cbad3e509efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355909 Dec 14 18:52:11.666130 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 808d7607-f64e-4f04-ad03-ce015e64252f details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=108022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:52:11.759724 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port 808d7607-f64e-4f04-ad03-ce015e64252f, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=808d7607-f64e-4f04-ad03-ce015e64252f,segment=NetworkSegment(0a2a8e1c-8964-4992-ac30-29e8e3e0912a),segment_id=0a2a8e1c-8964-4992-ac30-29e8e3e0912a)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:52:11.771892 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Returning: {'device': '808d7607-f64e-4f04-ad03-ce015e64252f', 'network_id': 'f8af2700-8899-4b5b-be93-d24679c7c4ea', 'port_id': '808d7607-f64e-4f04-ad03-ce015e64252f', 'mac_address': 'fa:16:3e:c1:58:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c39b8f31-f90a-4cf1-bc6c-f4999a4baffd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:52:11.812522 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:11.824694 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 808d7607-f64e-4f04-ad03-ce015e64252f {{(pid=108022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:52:11.844195 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port 808d7607-f64e-4f04-ad03-ce015e64252f, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=808d7607-f64e-4f04-ad03-ce015e64252f,segment=NetworkSegment(0a2a8e1c-8964-4992-ac30-29e8e3e0912a),segment_id=0a2a8e1c-8964-4992-ac30-29e8e3e0912a)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:52:11.848966 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:11.898217 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=808d7607-f64e-4f04-ad03-ce015e64252f,revision_number=4']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:52:12.071985 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] get_ports_and_sgs() called for port_ids ['808d7607-f64e-4f04-ad03-ce015e64252f'] {{(pid=108022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:52:12.209473 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0aec5-adc2-4d47-932f-ab74c2fc7009 req-eba822cd-d269-4fa0-bb10-7acec2818507 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:12.211280 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5ff0aec5-adc2-4d47-932f-ab74c2fc7009 req-eba822cd-d269-4fa0-bb10-7acec2818507 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/ports?device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 945 time: 0.0524125 Dec 14 18:52:12.221041 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499121b-bbde-4bf5-94b3-dd78263bdc9f req-90501f86-6c3a-480e-8e87-a9ba0ec9685a tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:12.222672 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-7499121b-bbde-4bf5-94b3-dd78263bdc9f req-90501f86-6c3a-480e-8e87-a9ba0ec9685a tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=6a5419f0-fda8-43ad-ab26-ed272aa0b263 HTTP/1.1" status: 200 len: 945 time: 0.0661743 Dec 14 18:52:12.269191 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-7499121b-bbde-4bf5-94b3-dd78263bdc9f req-f0070192-5a97-478f-9c0d-3be7ce8d0f64 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388219 Dec 14 18:52:12.304456 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5ff0aec5-adc2-4d47-932f-ab74c2fc7009 req-96ee4208-31d3-4532-baf2-14dde95c422e tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7a84df1-ef6d-4cbc-b473-cbad3e509efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855687 Dec 14 18:52:12.376271 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-37753027-2d16-4c2c-ad01-cb392d1c29f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:13.387431 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011fa5ee-eb7f-47a0-a516-23c02d463458 req-57e4080d-79db-445e-a8ad-df0d0938d086 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:13.388906 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-011fa5ee-eb7f-47a0-a516-23c02d463458 req-57e4080d-79db-445e-a8ad-df0d0938d086 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=6a5419f0-fda8-43ad-ab26-ed272aa0b263 HTTP/1.1" status: 200 len: 945 time: 0.0508964 Dec 14 18:52:13.428431 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-011fa5ee-eb7f-47a0-a516-23c02d463458 req-9c205a50-a992-4165-a471-86a77d21f1d1 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331402 Dec 14 18:52:13.439167 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6dc65-d64b-4b4f-a2d3-7a4970e9918f req-1a677527-82af-4362-8914-a5e52cd5e217 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:13.440711 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-18d6dc65-d64b-4b4f-a2d3-7a4970e9918f req-1a677527-82af-4362-8914-a5e52cd5e217 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/ports?device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 945 time: 0.0542176 Dec 14 18:52:13.480511 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-18d6dc65-d64b-4b4f-a2d3-7a4970e9918f req-7777a7c3-269a-46ac-860c-c696cf14f6aa tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7a84df1-ef6d-4cbc-b473-cbad3e509efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332253 Dec 14 18:52:13.679369 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 808d7607-f64e-4f04-ad03-ce015e64252f up at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:52:13.731554 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Provisioning for port 808d7607-f64e-4f04-ad03-ce015e64252f completed by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 18:52:13.735463 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Provisioning complete for port 808d7607-f64e-4f04-ad03-ce015e64252f triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:52:13.735830 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:13.811749 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:13.822008 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb5d13-dcea-41e1-95e6-cfc195605428 req-8733d31f-3eb9-48f1-9936-8c2dcd926fce tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:13.823601 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5bfb5d13-dcea-41e1-95e6-cfc195605428 req-8733d31f-3eb9-48f1-9936-8c2dcd926fce tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a5419f0-fda8-43ad-ab26-ed272aa0b263 HTTP/1.1" status: 200 len: 945 time: 0.0505226 Dec 14 18:52:13.834891 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56fb9c58-7871-4b44-be3e-1b54ed66d9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808d7607-f64e-4f04-ad03-ce015e64252f'}] {{(pid=108022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:52:13.837196 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4652f51f42c3be85180d8c5c7bba1325bd3159a0fd8a88314674832532d8132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e43e37a-53e3-479f-8725-d1257bec45de" -d '{"events": [{"server_uuid": "56fb9c58-7871-4b44-be3e-1b54ed66d9ac", "name": "network-vif-plugged", "status": "completed", "tag": "808d7607-f64e-4f04-ad03-ce015e64252f"}]}' {{(pid=108022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:52:13.854032 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port 808d7607-f64e-4f04-ad03-ce015e64252f, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=808d7607-f64e-4f04-ad03-ce015e64252f,segment=NetworkSegment(0a2a8e1c-8964-4992-ac30-29e8e3e0912a),segment_id=0a2a8e1c-8964-4992-ac30-29e8e3e0912a)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:52:13.859089 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:13.888881 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b546dc-4867-49a9-999e-c49c59b22f81 x-openstack-request-id: req-31b546dc-4867-49a9-999e-c49c59b22f81 {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:52:13.889175 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56fb9c58-7871-4b44-be3e-1b54ed66d9ac", "name": "network-vif-plugged", "status": "completed", "tag": "808d7607-f64e-4f04-ad03-ce015e64252f", "code": 200}]} {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:52:13.889530 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-31b546dc-4867-49a9-999e-c49c59b22f81 {{(pid=108022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:52:13.889917 dv-cinder-821746-1-iscsi neutron-server[108022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56fb9c58-7871-4b44-be3e-1b54ed66d9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808d7607-f64e-4f04-ad03-ce015e64252f', 'code': 200} Dec 14 18:52:13.917866 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=808d7607-f64e-4f04-ad03-ce015e64252f,revision_number=5']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:52:13.947480 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [req-5bfb5d13-dcea-41e1-95e6-cfc195605428 req-60eafa05-d745-40ee-beaa-7762c2f416d1 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Deleting port de22505a-9b87-4394-b681-bf11c9059ca1 {{(pid=108020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:52:13.947815 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-5bfb5d13-dcea-41e1-95e6-cfc195605428 req-60eafa05-d745-40ee-beaa-7762c2f416d1 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:14.077423 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7cc40-17dc-44dd-b645-ca15eca8e73e req-b377a0a3-794a-45ab-8281-0adcd5138453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:14.078914 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5cc7cc40-17dc-44dd-b645-ca15eca8e73e req-b377a0a3-794a-45ab-8281-0adcd5138453 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 1099 time: 0.0706692 Dec 14 18:52:14.083618 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-5bfb5d13-dcea-41e1-95e6-cfc195605428 req-60eafa05-d745-40ee-beaa-7762c2f416d1 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] For port de22505a-9b87-4394-b681-bf11c9059ca1, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=de22505a-9b87-4394-b681-bf11c9059ca1,segment=NetworkSegment(19e65e64-582f-44b4-bd1f-0003a6cd4022),segment_id=19e65e64-582f-44b4-bd1f-0003a6cd4022)] {{(pid=108020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:52:14.083980 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-5bfb5d13-dcea-41e1-95e6-cfc195605428 req-60eafa05-d745-40ee-beaa-7762c2f416d1 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:14.164959 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5cc7cc40-17dc-44dd-b645-ca15eca8e73e req-0293af43-d54c-463d-a8a9-d0a3305f1546 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b7a84df1-ef6d-4cbc-b473-cbad3e509efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738459 Dec 14 18:52:14.279818 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-5bfb5d13-dcea-41e1-95e6-cfc195605428 req-60eafa05-d745-40ee-beaa-7762c2f416d1 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:14.280172 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-5bfb5d13-dcea-41e1-95e6-cfc195605428 req-60eafa05-d745-40ee-beaa-7762c2f416d1 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552536'] for floatingip, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:14.280483 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.db.l3_db [req-5bfb5d13-dcea-41e1-95e6-cfc195605428 req-60eafa05-d745-40ee-beaa-7762c2f416d1 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Floating IP 04c552c3-fb7d-496f-8a78-db3a0919c720 disassociated. External IP: 172.27.2.84, port: de22505a-9b87-4394-b681-bf11c9059ca1. Dec 14 18:52:14.280812 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [req-5bfb5d13-dcea-41e1-95e6-cfc195605428 req-60eafa05-d745-40ee-beaa-7762c2f416d1 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Calling delete_port for de22505a-9b87-4394-b681-bf11c9059ca1 owned by compute:nova {{(pid=108020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:52:14.414219 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-5bfb5d13-dcea-41e1-95e6-cfc195605428 req-60eafa05-d745-40ee-beaa-7762c2f416d1 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25418977'] for port, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:14.445628 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eafa05-d745-40ee-beaa-7762c2f416d1 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Pushing event deleted for resources: {'Port': ['ID=de22505a-9b87-4394-b681-bf11c9059ca1,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:52:14.545425 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-d4974693-a171-4db7-8bdf-dac0a156089f req-74adf4fd-3237-4310-b8c3-b0278e195d81 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=6a5419f0-fda8-43ad-ab26-ed272aa0b263 HTTP/1.1" status: 200 len: 210 time: 0.0290117 Dec 14 18:52:14.590264 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5bfb5d13-dcea-41e1-95e6-cfc195605428 req-60eafa05-d745-40ee-beaa-7762c2f416d1 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Router f1006f6a-2fad-4fc6-87fc-601bc49c6eca has already been hosted by L3 agent 61f97045-3475-4abf-9bb4-9e4a5178f14d {{(pid=108020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:52:14.597261 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadd46e-5e0a-46fe-a345-b0da428d0e42 req-8479cadd-ed12-4baf-a98b-29feb0c7928a tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:14.599406 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-0dadd46e-5e0a-46fe-a345-b0da428d0e42 req-8479cadd-ed12-4baf-a98b-29feb0c7928a tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/ports?device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 946 time: 0.0507202 Dec 14 18:52:14.644477 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-0dadd46e-5e0a-46fe-a345-b0da428d0e42 req-b625ba26-2c71-4976-a7e4-81617791c95a tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7a84df1-ef6d-4cbc-b473-cbad3e509efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390151 Dec 14 18:52:14.700545 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5bfb5d13-dcea-41e1-95e6-cfc195605428 req-60eafa05-d745-40ee-beaa-7762c2f416d1 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify agent at l3_agent.dv-cinder-821746-1-iscsi the message routers_updated {{(pid=108020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:52:14.711761 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ade9787-c588-46d0-974e-bd34b24b70a0 None None] Sync routers for ids ['f1006f6a-2fad-4fc6-87fc-601bc49c6eca'] in dv-cinder-821746-1-iscsi {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:52:14.733631 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ade9787-c588-46d0-974e-bd34b24b70a0 None None] Routers {'f1006f6a-2fad-4fc6-87fc-601bc49c6eca'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:52:14.734349 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-1ade9787-c588-46d0-974e-bd34b24b70a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:51:45Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['f1006f6a-2fad-4fc6-87fc-601bc49c6eca'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:52:14.737812 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e0e5566d-db36-4786-9233-cef32a9e76c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:14.742470 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bfb5d13-dcea-41e1-95e6-cfc195605428 req-60eafa05-d745-40ee-beaa-7762c2f416d1 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] No DVR routers for this DVR port de22505a-9b87-4394-b681-bf11c9059ca1 on host hv-cinder-82174 {{(pid=108020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:52:14.744945 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-5bfb5d13-dcea-41e1-95e6-cfc195605428 req-60eafa05-d745-40ee-beaa-7762c2f416d1 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:14.748392 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5bfb5d13-dcea-41e1-95e6-cfc195605428 req-60eafa05-d745-40ee-beaa-7762c2f416d1 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.61 "DELETE /v2.0/ports/de22505a-9b87-4394-b681-bf11c9059ca1 HTTP/1.1" status: 204 len: 173 time: 0.9176118 Dec 14 18:52:14.748836 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5419f0-fda8-43ad-ab26-ed272aa0b263', 'name': 'network-vif-deleted', 'tag': 'de22505a-9b87-4394-b681-bf11c9059ca1'}] {{(pid=108020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:52:14.751202 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d1d651e17726932f2c063a5cb62fed0687a982c73a8c4b64805019ed9839e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f9e18b-f7d7-4198-9dd1-8cb37fb114f5" -d '{"events": [{"server_uuid": "6a5419f0-fda8-43ad-ab26-ed272aa0b263", "name": "network-vif-deleted", "tag": "de22505a-9b87-4394-b681-bf11c9059ca1"}]}' {{(pid=108020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:52:14.801220 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b948e07-4f29-4874-954d-e7de4365132b x-openstack-request-id: req-2b948e07-4f29-4874-954d-e7de4365132b {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:52:14.801508 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a5419f0-fda8-43ad-ab26-ed272aa0b263", "name": "network-vif-deleted", "tag": "de22505a-9b87-4394-b681-bf11c9059ca1", "status": "completed", "code": 200}]} {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:52:14.801807 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2b948e07-4f29-4874-954d-e7de4365132b {{(pid=108020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:52:14.802208 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5419f0-fda8-43ad-ab26-ed272aa0b263', 'name': 'network-vif-deleted', 'tag': 'de22505a-9b87-4394-b681-bf11c9059ca1', 'status': 'completed', 'code': 200} Dec 14 18:52:14.861900 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-1ade9787-c588-46d0-974e-bd34b24b70a0 None None] Set router f1006f6a-2fad-4fc6-87fc-601bc49c6eca gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:52:15.085432 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-1ade9787-c588-46d0-974e-bd34b24b70a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'name': 'tempest-TestVolumeBootPattern-1945744918-router', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:23Z', 'revision_number': 4, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'gw_port': {'id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': '66281a4a-7b23-4a69-abe1-c6ca14063120', 'name': '', 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'mac_address': 'fa:16:3e:80:31:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:22Z', 'updated_at': '2021-12-14T18:49:28Z', 'revision_number': 5, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'subnets': [{'id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:52:15.115201 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ade9787-c588-46d0-974e-bd34b24b70a0 None None] Checking router: f1006f6a-2fad-4fc6-87fc-601bc49c6eca for host: dv-cinder-821746-1-iscsi {{(pid=108022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:52:15.123907 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ade9787-c588-46d0-974e-bd34b24b70a0 None None] Routers {'f1006f6a-2fad-4fc6-87fc-601bc49c6eca'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:52:15.124524 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-1ade9787-c588-46d0-974e-bd34b24b70a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:52:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['f1006f6a-2fad-4fc6-87fc-601bc49c6eca'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:52:15.234365 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-1ade9787-c588-46d0-974e-bd34b24b70a0 None None] Set router f1006f6a-2fad-4fc6-87fc-601bc49c6eca gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:52:15.440548 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-1ade9787-c588-46d0-974e-bd34b24b70a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'name': 'tempest-TestVolumeBootPattern-1945744918-router', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:23Z', 'revision_number': 4, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'gw_port': {'id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': '66281a4a-7b23-4a69-abe1-c6ca14063120', 'name': '', 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'mac_address': 'fa:16:3e:80:31:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:22Z', 'updated_at': '2021-12-14T18:49:28Z', 'revision_number': 5, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'subnets': [{'id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:52:15.468732 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ade9787-c588-46d0-974e-bd34b24b70a0 None None] The sync data for ids ['f1006f6a-2fad-4fc6-87fc-601bc49c6eca'] in dv-cinder-821746-1-iscsi is: [{'id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'name': 'tempest-TestVolumeBootPattern-1945744918-router', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:23Z', 'revision_number': 4, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'gw_port': {'id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': '66281a4a-7b23-4a69-abe1-c6ca14063120', 'name': '', 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'mac_address': 'fa:16:3e:80:31:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:22Z', 'updated_at': '2021-12-14T18:49:28Z', 'revision_number': 5, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'subnets': [{'id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:52:15.720518 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526d7b55-4d06-480d-be6d-3ea7c418ab10 None None] New status for floating IP 04c552c3-fb7d-496f-8a78-db3a0919c720: DOWN {{(pid=108023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 18:52:15.779934 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8eee6-bc0e-4ab4-8cf2-7fd9f7b3ccde req-1037ea6a-6571-4638-9952-f4dea8f4ce1a tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:15.781512 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-0ea8eee6-bc0e-4ab4-8cf2-7fd9f7b3ccde req-1037ea6a-6571-4638-9952-f4dea8f4ce1a tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/ports?device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 946 time: 0.0508456 Dec 14 18:52:15.820934 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-0ea8eee6-bc0e-4ab4-8cf2-7fd9f7b3ccde req-ba0db0e6-dbe3-4ec6-9533-65587d375764 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7a84df1-ef6d-4cbc-b473-cbad3e509efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326619 Dec 14 18:52:15.827878 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-82ac13c1-4b5c-40da-a708-0e8bcaefbecc tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1280192063&fields=id&tenant_id=741cbe7b4b8e44f89263304526525e93 HTTP/1.1" status: 200 len: 267 time: 0.0406065 Dec 14 18:52:15.947379 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-82c6626e-28f7-4a85-b35f-ac190dc6d01c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:15.948846 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-82c6626e-28f7-4a85-b35f-ac190dc6d01c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/networks?id=b0fe8517-6221-43b8-ae5a-5eb15b9287f3 HTTP/1.1" status: 200 len: 812 time: 0.1201940 Dec 14 18:52:15.963399 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688f6fd-16a4-4bfe-94d8-245307326d79 req-4bff97d8-6393-4376-b3ee-468ea813d75a tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:15.964875 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-7688f6fd-16a4-4bfe-94d8-245307326d79 req-4bff97d8-6393-4376-b3ee-468ea813d75a tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/ports?device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 946 time: 0.0522363 Dec 14 18:52:15.965103 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-f61b53de-a80e-4a9f-9c60-6ed8d1a4e458 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/quotas/741cbe7b4b8e44f89263304526525e93 HTTP/1.1" status: 200 len: 375 time: 0.0104258 Dec 14 18:52:16.004631 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-7688f6fd-16a4-4bfe-94d8-245307326d79 req-b6a27023-42ef-4859-a80a-1631eba92fad tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7a84df1-ef6d-4cbc-b473-cbad3e509efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332532 Dec 14 18:52:16.018449 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-7b1d963c-12b1-4d11-956d-3367d7b31ecb tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=741cbe7b4b8e44f89263304526525e93&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0477452 Dec 14 18:52:16.127278 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-81212739-cf5b-4ac0-8a2b-4c60b562adea service neutron] 10.222.0.71 "GET /v2.0/networks/b0fe8517-6221-43b8-ae5a-5eb15b9287f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962594 Dec 14 18:52:16.201262 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:16.229713 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-60903e94-4370-4be3-b130-98a067360dc2 service neutron] 10.222.0.71 "GET /v2.0/networks/b0fe8517-6221-43b8-ae5a-5eb15b9287f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959332 Dec 14 18:52:16.335211 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe6785-5ed2-495a-a571-755a3fbc3888 req-12265857-10fa-43d7-8f5a-02f3164b555c tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:16.336729 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-bcfe6785-5ed2-495a-a571-755a3fbc3888 req-12265857-10fa-43d7-8f5a-02f3164b555c tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/ports?device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 946 time: 0.0489588 Dec 14 18:52:16.376550 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-bcfe6785-5ed2-495a-a571-755a3fbc3888 req-f3d0536e-894b-4888-974e-d41072165eb8 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7a84df1-ef6d-4cbc-b473-cbad3e509efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338335 Dec 14 18:52:16.520543 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-2ad7f528-abe7-415e-83a0-c66cad839244 req-b26f3211-edee-4ecc-b9b2-d89b4d01b5ac tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3918be3-06af-49a7-a18d-319c23783f2b HTTP/1.1" status: 200 len: 210 time: 0.0271719 Dec 14 18:52:17.555601 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:17.628730 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-6dbc225d-ccbb-46a4-9930-bb92a0016fda req-e09d6779-e511-4f94-8b40-e119fff77cd5 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3918be3-06af-49a7-a18d-319c23783f2b HTTP/1.1" status: 200 len: 210 time: 0.0319710 Dec 14 18:52:17.689680 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device de22505a-9b87-4394-b681-bf11c9059ca1 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:52:17.694626 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-b0c29584-bed6-4e24-b124-e224956922dc tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:17.696058 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-b0c29584-bed6-4e24-b124-e224956922dc tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.61 "GET /v2.0/networks?id=b0fe8517-6221-43b8-ae5a-5eb15b9287f3 HTTP/1.1" status: 200 len: 812 time: 0.3541727 Dec 14 18:52:17.709360 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] No Port match for: de22505a-9b87-4394-b681-bf11c9059ca1 {{(pid=108022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:52:17.709708 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device de22505a-9b87-4394-b681-bf11c9059ca1 not bound to the agent host hv-cinder-82174 {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:52:17.744732 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-3f0423ab-0ec6-4d6e-ae1d-e05bc8fac4bf tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=741cbe7b4b8e44f89263304526525e93 HTTP/1.1" status: 200 len: 380 time: 0.0371249 Dec 14 18:52:17.755062 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-14f0b0e0-3b94-4d17-8ed7-a4b05d2fe07c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Request body: {'port': {'device_id': 'd3918be3-06af-49a7-a18d-319c23783f2b', 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3', 'admin_state_up': True, 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'security_groups': ['4921582f-ee31-46a4-b486-f3893d1db720']}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:52:17.876336 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-14f0b0e0-3b94-4d17-8ed7-a4b05d2fe07c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Made reservation on behalf of 741cbe7b4b8e44f89263304526525e93 for: {'port': 1} {{(pid=108020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:52:17.881717 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-14f0b0e0-3b94-4d17-8ed7-a4b05d2fe07c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:17.889944 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:18.022448 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.db_base_plugin_common [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-14f0b0e0-3b94-4d17-8ed7-a4b05d2fe07c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Allocated IP 172.20.0.12 (b0fe8517-6221-43b8-ae5a-5eb15b9287f3/da885d4c-4599-4681-a9b9-c7916b022d59/fbdca567-1693-4ee3-9736-d00fff2e5dd0) {{(pid=108020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:52:18.167023 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-14f0b0e0-3b94-4d17-8ed7-a4b05d2fe07c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks [] for port, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:18.211767 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-14f0b0e0-3b94-4d17-8ed7-a4b05d2fe07c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25418977'] for port, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:18.256223 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-14f0b0e0-3b94-4d17-8ed7-a4b05d2fe07c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Network b0fe8517-6221-43b8-ae5a-5eb15b9287f3 is already hosted by enough agents. {{(pid=108020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:52:18.259563 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.base_scheduler [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-14f0b0e0-3b94-4d17-8ed7-a4b05d2fe07c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Resources bound (agent type, host, resource id): {{(pid=108020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:52:18.262173 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-14f0b0e0-3b94-4d17-8ed7-a4b05d2fe07c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Received port after_create {{(pid=108020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:52:18.302398 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0b0e0-3b94-4d17-8ed7-a4b05d2fe07c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Pushing event updated for resources: {'Port': ['ID=fbdca567-1693-4ee3-9736-d00fff2e5dd0,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:52:18.326664 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-14f0b0e0-3b94-4d17-8ed7-a4b05d2fe07c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:18.327290 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-14f0b0e0-3b94-4d17-8ed7-a4b05d2fe07c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:18.348600 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-14f0b0e0-3b94-4d17-8ed7-a4b05d2fe07c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5974150 Dec 14 18:52:18.362087 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-66e450c4-f130-4a67-b08d-c4ef97f080eb service neutron] Request body: {'port': {'device_id': 'd3918be3-06af-49a7-a18d-319c23783f2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:52:18.418775 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-66e450c4-f130-4a67-b08d-c4ef97f080eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:18.504486 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-ee29a40f-8914-41f3-b161-223e7e14eca8 None None] Provisioning complete for port fbdca567-1693-4ee3-9736-d00fff2e5dd0 triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:52:18.504773 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ee29a40f-8914-41f3-b161-223e7e14eca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:18.542447 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-ee29a40f-8914-41f3-b161-223e7e14eca8 None None] Port fbdca567-1693-4ee3-9736-d00fff2e5dd0 cannot update to ACTIVE because it is not bound. {{(pid=108022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:52:18.691926 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-66e450c4-f130-4a67-b08d-c4ef97f080eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbdca567-1693-4ee3-9736-d00fff2e5dd0 {{(pid=108020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:52:18.699924 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-66e450c4-f130-4a67-b08d-c4ef97f080eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:18.712659 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.provisioning_blocks [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-66e450c4-f130-4a67-b08d-c4ef97f080eb service neutron] Transition to ACTIVE for port object fbdca567-1693-4ee3-9736-d00fff2e5dd0 will not be triggered until provisioned by entity L2. {{(pid=108020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 18:52:18.718392 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-66e450c4-f130-4a67-b08d-c4ef97f080eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25419006'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:18.752996 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48528ce1-724f-4e0b-8c93-6bf7cbed2a04 req-6679f63b-b076-4e4d-8836-ccbd7c10e8e3 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:18.759087 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-48528ce1-724f-4e0b-8c93-6bf7cbed2a04 req-6679f63b-b076-4e4d-8836-ccbd7c10e8e3 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3918be3-06af-49a7-a18d-319c23783f2b HTTP/1.1" status: 200 len: 932 time: 0.0561302 Dec 14 18:52:18.797201 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-48528ce1-724f-4e0b-8c93-6bf7cbed2a04 req-bf007e28-fa1b-455a-9212-d3518ff179d5 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362146 Dec 14 18:52:18.803762 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.agents_db [None req-bc91d4ce-6c5b-4ff0-abae-02e3a00e1a46 None None] Agent healthcheck: found 6 active agents {{(pid=108023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:52:18.806630 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e450c4-f130-4a67-b08d-c4ef97f080eb service neutron] Pushing event updated for resources: {'Port': ['ID=fbdca567-1693-4ee3-9736-d00fff2e5dd0,revision_number=2']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:52:18.839517 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-66e450c4-f130-4a67-b08d-c4ef97f080eb service neutron] Attempting to bind port fbdca567-1693-4ee3-9736-d00fff2e5dd0 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:52:18.839859 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-66e450c4-f130-4a67-b08d-c4ef97f080eb service neutron] Attempting to bind port fbdca567-1693-4ee3-9736-d00fff2e5dd0 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '19e65e64-582f-44b4-bd1f-0003a6cd4022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3'}] {{(pid=108020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:52:18.840188 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-66e450c4-f130-4a67-b08d-c4ef97f080eb service neutron] Attempting to bind port fbdca567-1693-4ee3-9736-d00fff2e5dd0 on network b0fe8517-6221-43b8-ae5a-5eb15b9287f3 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:52:18.844974 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-66e450c4-f130-4a67-b08d-c4ef97f080eb service neutron] Port fbdca567-1693-4ee3-9736-d00fff2e5dd0 on network b0fe8517-6221-43b8-ae5a-5eb15b9287f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 18:52:18.845448 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-66e450c4-f130-4a67-b08d-c4ef97f080eb service neutron] Attempting to bind port fbdca567-1693-4ee3-9736-d00fff2e5dd0 on network b0fe8517-6221-43b8-ae5a-5eb15b9287f3 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:52:18.850729 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-66e450c4-f130-4a67-b08d-c4ef97f080eb service neutron] Checking agent: {'id': '1f764c31-0392-4232-adb6-72e70ca44f2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 41, 22), 'started_at': datetime.datetime(2021, 12, 14, 18, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:52:18.851064 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-66e450c4-f130-4a67-b08d-c4ef97f080eb service neutron] Checking segment: {'id': '19e65e64-582f-44b4-bd1f-0003a6cd4022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:52:18.851449 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-66e450c4-f130-4a67-b08d-c4ef97f080eb service neutron] Bound using segment: {'id': '19e65e64-582f-44b4-bd1f-0003a6cd4022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3'} {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:52:18.851947 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-66e450c4-f130-4a67-b08d-c4ef97f080eb service neutron] Bound port: fbdca567-1693-4ee3-9736-d00fff2e5dd0, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e65e64-582f-44b4-bd1f-0003a6cd4022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3'}}] {{(pid=108020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:52:18.852304 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-66e450c4-f130-4a67-b08d-c4ef97f080eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:18.923472 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-66e450c4-f130-4a67-b08d-c4ef97f080eb service neutron] For port fbdca567-1693-4ee3-9736-d00fff2e5dd0, host hv-cinder-82174, cleared binding levels {{(pid=108020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:52:18.926678 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-66e450c4-f130-4a67-b08d-c4ef97f080eb service neutron] For port fbdca567-1693-4ee3-9736-d00fff2e5dd0, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=fbdca567-1693-4ee3-9736-d00fff2e5dd0,segment=NetworkSegment(19e65e64-582f-44b4-bd1f-0003a6cd4022),segment_id=19e65e64-582f-44b4-bd1f-0003a6cd4022)] {{(pid=108020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:52:18.930875 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-66e450c4-f130-4a67-b08d-c4ef97f080eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25419006'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:18.965393 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-66e450c4-f130-4a67-b08d-c4ef97f080eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:18.965990 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-66e450c4-f130-4a67-b08d-c4ef97f080eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:18.967403 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-66e450c4-f130-4a67-b08d-c4ef97f080eb service neutron] 10.222.0.61 "PUT /v2.0/ports/fbdca567-1693-4ee3-9736-d00fff2e5dd0 HTTP/1.1" status: 200 len: 1094 time: 0.6105394 Dec 14 18:52:18.967847 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3918be3-06af-49a7-a18d-319c23783f2b', 'tag': 'fbdca567-1693-4ee3-9736-d00fff2e5dd0'}] {{(pid=108020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:52:18.970129 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d1d651e17726932f2c063a5cb62fed0687a982c73a8c4b64805019ed9839e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c0f40b-493c-4b70-8c78-3d675041789d" -d '{"events": [{"name": "network-changed", "server_uuid": "d3918be3-06af-49a7-a18d-319c23783f2b", "tag": "fbdca567-1693-4ee3-9736-d00fff2e5dd0"}]}' {{(pid=108020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:52:18.995033 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e450c4-f130-4a67-b08d-c4ef97f080eb service neutron] Pushing event updated for resources: {'Port': ['ID=fbdca567-1693-4ee3-9736-d00fff2e5dd0,revision_number=3']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:52:19.029475 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfbd7d6-f660-468c-b99b-c5f32beab5de x-openstack-request-id: req-0cfbd7d6-f660-468c-b99b-c5f32beab5de {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:52:19.029820 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3918be3-06af-49a7-a18d-319c23783f2b", "tag": "fbdca567-1693-4ee3-9736-d00fff2e5dd0", "status": "completed", "code": 200}]} {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:52:19.030210 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0cfbd7d6-f660-468c-b99b-c5f32beab5de {{(pid=108020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:52:19.030661 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3918be3-06af-49a7-a18d-319c23783f2b', 'tag': 'fbdca567-1693-4ee3-9736-d00fff2e5dd0', 'status': 'completed', 'code': 200} Dec 14 18:52:19.060572 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-97ca88d0-c505-4d38-9e7c-f9d86cbb5a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:19.062135 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-97ca88d0-c505-4d38-9e7c-f9d86cbb5a60 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=741cbe7b4b8e44f89263304526525e93&device_id=d3918be3-06af-49a7-a18d-319c23783f2b HTTP/1.1" status: 200 len: 1097 time: 0.0454655 Dec 14 18:52:19.106416 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-2d5f59c2-9a7d-4d66-af7f-9d9eff8d4d63 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbdca567-1693-4ee3-9736-d00fff2e5dd0 HTTP/1.1" status: 200 len: 217 time: 0.0359082 Dec 14 18:52:19.159834 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-f112ddfc-e326-4288-90e9-b1874aafc542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:19.161295 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-f112ddfc-e326-4288-90e9-b1874aafc542 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=da885d4c-4599-4681-a9b9-c7916b022d59 HTTP/1.1" status: 200 len: 851 time: 0.0484393 Dec 14 18:52:19.207867 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-b18fdaf0-6684-4d8a-bd72-a3f4d879bc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:19.209390 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-b18fdaf0-6684-4d8a-bd72-a3f4d879bc06 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b0fe8517-6221-43b8-ae5a-5eb15b9287f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408521 Dec 14 18:52:19.301185 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-502e63f9-b958-4700-8542-82e50499b81f service neutron] 10.222.0.61 "GET /v2.0/networks/b0fe8517-6221-43b8-ae5a-5eb15b9287f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841870 Dec 14 18:52:19.395088 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-77cd173a-d0b9-49a8-8c88-222bf7141b21 req-8bf92530-ff75-49ea-8d5e-53489f967c76 service neutron] 10.222.0.61 "GET /v2.0/networks/b0fe8517-6221-43b8-ae5a-5eb15b9287f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871959 Dec 14 18:52:19.482474 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0f40b-493c-4b70-8c78-3d675041789d req-aa56b0b9-3955-4a7d-afb8-23497012dfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:19.484204 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-96c0f40b-493c-4b70-8c78-3d675041789d req-aa56b0b9-3955-4a7d-afb8-23497012dfb9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=741cbe7b4b8e44f89263304526525e93&device_id=d3918be3-06af-49a7-a18d-319c23783f2b HTTP/1.1" status: 200 len: 1097 time: 0.0398688 Dec 14 18:52:19.577690 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0f40b-493c-4b70-8c78-3d675041789d req-0c0a2c88-4de9-4168-8b34-7749604db41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:19.579057 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-96c0f40b-493c-4b70-8c78-3d675041789d req-0c0a2c88-4de9-4168-8b34-7749604db41a service neutron] 10.222.0.61 "GET /v2.0/networks?id=b0fe8517-6221-43b8-ae5a-5eb15b9287f3 HTTP/1.1" status: 200 len: 913 time: 0.0871365 Dec 14 18:52:19.622233 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-96c0f40b-493c-4b70-8c78-3d675041789d req-7b7864d5-147c-468c-a19f-ff2568ed204a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbdca567-1693-4ee3-9736-d00fff2e5dd0 HTTP/1.1" status: 200 len: 217 time: 0.0346541 Dec 14 18:52:19.671435 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0f40b-493c-4b70-8c78-3d675041789d req-ff7f6b1c-2cdf-4914-afd5-42b9176f8266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:19.672838 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-96c0f40b-493c-4b70-8c78-3d675041789d req-ff7f6b1c-2cdf-4914-afd5-42b9176f8266 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=da885d4c-4599-4681-a9b9-c7916b022d59 HTTP/1.1" status: 200 len: 851 time: 0.0423424 Dec 14 18:52:19.726563 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0f40b-493c-4b70-8c78-3d675041789d req-a179aeee-95ef-440a-bf0c-9e88e3ecfe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:19.728026 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-96c0f40b-493c-4b70-8c78-3d675041789d req-a179aeee-95ef-440a-bf0c-9e88e3ecfe56 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b0fe8517-6221-43b8-ae5a-5eb15b9287f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0475440 Dec 14 18:52:19.822654 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-96c0f40b-493c-4b70-8c78-3d675041789d req-44f984f3-dee0-42cf-9078-2dd85f390ee2 service neutron] 10.222.0.61 "GET /v2.0/networks/b0fe8517-6221-43b8-ae5a-5eb15b9287f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828116 Dec 14 18:52:19.918799 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57f24d-b204-4e71-806d-20e89463c264 req-1d79a3c5-2115-4e61-90f2-72f58d883758 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:19.920423 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-df57f24d-b204-4e71-806d-20e89463c264 req-1d79a3c5-2115-4e61-90f2-72f58d883758 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3918be3-06af-49a7-a18d-319c23783f2b HTTP/1.1" status: 200 len: 944 time: 0.0506158 Dec 14 18:52:19.927964 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-96c0f40b-493c-4b70-8c78-3d675041789d req-3c6df550-5644-4049-87f2-ed7cf3caea7a service neutron] 10.222.0.61 "GET /v2.0/networks/b0fe8517-6221-43b8-ae5a-5eb15b9287f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945027 Dec 14 18:52:19.960570 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-df57f24d-b204-4e71-806d-20e89463c264 req-16cd37af-2efa-4142-8427-a76b34e6fb2e tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322828 Dec 14 18:52:20.438908 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-6535e09b-c1a8-48d7-8a8c-2ba77f27032d tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1116533092&fields=id&tenant_id=65aa1bc448174f819d13506e836df6fb HTTP/1.1" status: 200 len: 267 time: 0.0325794 Dec 14 18:52:20.542267 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-5928940c-841e-4baa-a61b-cfacb6575fd7 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:20.543633 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-5928940c-841e-4baa-a61b-cfacb6575fd7 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/networks?id=c139c236-cafe-4060-83b5-90ef769a1167 HTTP/1.1" status: 200 len: 808 time: 0.0975196 Dec 14 18:52:20.557938 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-4592a423-4600-4a7e-9911-3fed77e3d993 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/quotas/65aa1bc448174f819d13506e836df6fb HTTP/1.1" status: 200 len: 375 time: 0.0087149 Dec 14 18:52:20.612093 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-3b5fe589-179c-4f9d-b7b5-c40a7821da45 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=65aa1bc448174f819d13506e836df6fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489256 Dec 14 18:52:20.707102 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-26675aaf-d6e3-4547-9f37-5d1c95ac86bb service neutron] 10.222.0.71 "GET /v2.0/networks/c139c236-cafe-4060-83b5-90ef769a1167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824211 Dec 14 18:52:20.804112 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-4dfcf075-8cd6-4804-9918-683c5be3e1df service neutron] 10.222.0.71 "GET /v2.0/networks/c139c236-cafe-4060-83b5-90ef769a1167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908329 Dec 14 18:52:21.082168 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295311d0-b715-496e-896d-d62d9a3ba405 req-7b4caf4d-a99b-4115-abe6-2237a0edb007 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:21.083738 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-295311d0-b715-496e-896d-d62d9a3ba405 req-7b4caf4d-a99b-4115-abe6-2237a0edb007 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3918be3-06af-49a7-a18d-319c23783f2b HTTP/1.1" status: 200 len: 944 time: 0.0545523 Dec 14 18:52:21.100725 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f209a486-e4a2-4282-8fd3-b0238ed7cbd3 req-1b11f8c2-9662-4ffa-b582-35639594fc38 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 210 time: 0.0285697 Dec 14 18:52:21.353170 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-295311d0-b715-496e-896d-d62d9a3ba405 req-3d11155e-ac39-43a3-bf56-c278d917f65f tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2630546 Dec 14 18:52:22.087849 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-8bfa822a-0df8-4eb1-b10f-1c4c5f53b444 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:22.089273 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-8bfa822a-0df8-4eb1-b10f-1c4c5f53b444 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.61 "GET /v2.0/networks?id=c139c236-cafe-4060-83b5-90ef769a1167 HTTP/1.1" status: 200 len: 808 time: 0.1038666 Dec 14 18:52:22.136599 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-d4de463d-87c4-422f-864c-fe4e6464e6de tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65aa1bc448174f819d13506e836df6fb HTTP/1.1" status: 200 len: 380 time: 0.0385015 Dec 14 18:52:22.148044 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-a591d618-ad36-45b6-99b2-d3f98e937837 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Request body: {'port': {'device_id': 'fb347400-d44a-444e-bfd9-a5391299b9e0', 'network_id': 'c139c236-cafe-4060-83b5-90ef769a1167', 'admin_state_up': True, 'tenant_id': '65aa1bc448174f819d13506e836df6fb', 'security_groups': ['190451ff-58c5-40af-93de-2cea501e2b58']}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:52:22.154633 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:22.219650 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-32a57019-28f0-420b-89fa-0a9a2970d92d req-3234d108-b43c-444b-9ce4-fe232706f441 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 210 time: 0.0317411 Dec 14 18:52:22.278193 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-a591d618-ad36-45b6-99b2-d3f98e937837 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Made reservation on behalf of 65aa1bc448174f819d13506e836df6fb for: {'port': 1} {{(pid=108020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:52:22.281772 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-a591d618-ad36-45b6-99b2-d3f98e937837 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:22.408184 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.db_base_plugin_common [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-a591d618-ad36-45b6-99b2-d3f98e937837 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Allocated IP 172.20.0.10 (c139c236-cafe-4060-83b5-90ef769a1167/8d51de31-645e-4840-af00-bee771086121/d73168f5-65d9-4ac4-a447-144eec03240d) {{(pid=108020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:52:22.470782 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1ecdd-3393-4239-9dec-a8d2d73cb053 req-1ca3731e-97ca-4ba8-9708-45cb89b85fe2 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:22.472400 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-50c1ecdd-3393-4239-9dec-a8d2d73cb053 req-1ca3731e-97ca-4ba8-9708-45cb89b85fe2 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3918be3-06af-49a7-a18d-319c23783f2b HTTP/1.1" status: 200 len: 944 time: 0.0505075 Dec 14 18:52:22.512785 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-50c1ecdd-3393-4239-9dec-a8d2d73cb053 req-0f7415c6-99b3-4613-a501-34c14d0abfb2 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340924 Dec 14 18:52:22.552932 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-a591d618-ad36-45b6-99b2-d3f98e937837 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks [] for port, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:22.586059 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-a591d618-ad36-45b6-99b2-d3f98e937837 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25418977'] for port, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:22.627872 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-a591d618-ad36-45b6-99b2-d3f98e937837 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Network c139c236-cafe-4060-83b5-90ef769a1167 is already hosted by enough agents. {{(pid=108020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:52:22.631020 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.base_scheduler [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-a591d618-ad36-45b6-99b2-d3f98e937837 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Resources bound (agent type, host, resource id): {{(pid=108020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:52:22.633518 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-a591d618-ad36-45b6-99b2-d3f98e937837 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Received port after_create {{(pid=108020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:52:22.668749 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a591d618-ad36-45b6-99b2-d3f98e937837 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Pushing event updated for resources: {'Port': ['ID=d73168f5-65d9-4ac4-a447-144eec03240d,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:52:22.692291 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-a591d618-ad36-45b6-99b2-d3f98e937837 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:22.692894 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-a591d618-ad36-45b6-99b2-d3f98e937837 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:22.709724 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-a591d618-ad36-45b6-99b2-d3f98e937837 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5662010 Dec 14 18:52:22.722935 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-17e6da26-1d5d-4d09-9641-b4536947320c service neutron] Request body: {'port': {'device_id': 'fb347400-d44a-444e-bfd9-a5391299b9e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:52:22.785808 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-17e6da26-1d5d-4d09-9641-b4536947320c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:22.823632 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-08f36361-9609-4a24-ba57-ceae73fecac0 None None] Provisioning complete for port d73168f5-65d9-4ac4-a447-144eec03240d triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:52:22.823993 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-08f36361-9609-4a24-ba57-ceae73fecac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:22.857932 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-08f36361-9609-4a24-ba57-ceae73fecac0 None None] Port d73168f5-65d9-4ac4-a447-144eec03240d cannot update to ACTIVE because it is not bound. {{(pid=108022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:52:23.048281 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-17e6da26-1d5d-4d09-9641-b4536947320c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d73168f5-65d9-4ac4-a447-144eec03240d {{(pid=108020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:52:23.055615 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-17e6da26-1d5d-4d09-9641-b4536947320c service neutron] Notify callbacks [] for port, precommit_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:23.067084 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.provisioning_blocks [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-17e6da26-1d5d-4d09-9641-b4536947320c service neutron] Transition to ACTIVE for port object d73168f5-65d9-4ac4-a447-144eec03240d will not be triggered until provisioned by entity L2. {{(pid=108020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 18:52:23.070339 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-17e6da26-1d5d-4d09-9641-b4536947320c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25419006'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:23.118739 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6da26-1d5d-4d09-9641-b4536947320c service neutron] Pushing event updated for resources: {'Port': ['ID=d73168f5-65d9-4ac4-a447-144eec03240d,revision_number=2']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:52:23.192909 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-17e6da26-1d5d-4d09-9641-b4536947320c service neutron] Attempting to bind port d73168f5-65d9-4ac4-a447-144eec03240d on host hv-cinder-82174 for vnic_type normal with profile {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:52:23.193246 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-17e6da26-1d5d-4d09-9641-b4536947320c service neutron] Attempting to bind port d73168f5-65d9-4ac4-a447-144eec03240d by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': 'f422b3f8-989b-4aa5-8aac-28f9be55c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c139c236-cafe-4060-83b5-90ef769a1167'}] {{(pid=108020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:52:23.193571 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-17e6da26-1d5d-4d09-9641-b4536947320c service neutron] Attempting to bind port d73168f5-65d9-4ac4-a447-144eec03240d on network c139c236-cafe-4060-83b5-90ef769a1167 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:52:23.198136 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-17e6da26-1d5d-4d09-9641-b4536947320c service neutron] Port d73168f5-65d9-4ac4-a447-144eec03240d on network c139c236-cafe-4060-83b5-90ef769a1167 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 18:52:23.198459 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-17e6da26-1d5d-4d09-9641-b4536947320c service neutron] Attempting to bind port d73168f5-65d9-4ac4-a447-144eec03240d on network c139c236-cafe-4060-83b5-90ef769a1167 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:52:23.203530 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-17e6da26-1d5d-4d09-9641-b4536947320c service neutron] Checking agent: {'id': '1f764c31-0392-4232-adb6-72e70ca44f2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 41, 22), 'started_at': datetime.datetime(2021, 12, 14, 18, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:52:23.203848 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-17e6da26-1d5d-4d09-9641-b4536947320c service neutron] Checking segment: {'id': 'f422b3f8-989b-4aa5-8aac-28f9be55c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c139c236-cafe-4060-83b5-90ef769a1167'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:52:23.204659 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-17e6da26-1d5d-4d09-9641-b4536947320c service neutron] Bound using segment: {'id': 'f422b3f8-989b-4aa5-8aac-28f9be55c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c139c236-cafe-4060-83b5-90ef769a1167'} {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:52:23.204810 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-17e6da26-1d5d-4d09-9641-b4536947320c service neutron] Bound port: d73168f5-65d9-4ac4-a447-144eec03240d, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f422b3f8-989b-4aa5-8aac-28f9be55c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c139c236-cafe-4060-83b5-90ef769a1167'}}] {{(pid=108020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:52:23.205188 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-17e6da26-1d5d-4d09-9641-b4536947320c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:23.274226 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-17e6da26-1d5d-4d09-9641-b4536947320c service neutron] For port d73168f5-65d9-4ac4-a447-144eec03240d, host hv-cinder-82174, cleared binding levels {{(pid=108020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:52:23.277420 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-17e6da26-1d5d-4d09-9641-b4536947320c service neutron] For port d73168f5-65d9-4ac4-a447-144eec03240d, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=d73168f5-65d9-4ac4-a447-144eec03240d,segment=NetworkSegment(f422b3f8-989b-4aa5-8aac-28f9be55c445),segment_id=f422b3f8-989b-4aa5-8aac-28f9be55c445)] {{(pid=108020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:52:23.283069 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-17e6da26-1d5d-4d09-9641-b4536947320c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25419006'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:23.346246 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-17e6da26-1d5d-4d09-9641-b4536947320c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:23.346883 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-17e6da26-1d5d-4d09-9641-b4536947320c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:23.348371 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-17e6da26-1d5d-4d09-9641-b4536947320c service neutron] 10.222.0.61 "PUT /v2.0/ports/d73168f5-65d9-4ac4-a447-144eec03240d HTTP/1.1" status: 200 len: 1094 time: 0.6304579 Dec 14 18:52:23.348820 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb347400-d44a-444e-bfd9-a5391299b9e0', 'tag': 'd73168f5-65d9-4ac4-a447-144eec03240d'}] {{(pid=108020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:52:23.351128 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d1d651e17726932f2c063a5cb62fed0687a982c73a8c4b64805019ed9839e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1352dd5-86f8-435a-9406-2b435ab597be" -d '{"events": [{"name": "network-changed", "server_uuid": "fb347400-d44a-444e-bfd9-a5391299b9e0", "tag": "d73168f5-65d9-4ac4-a447-144eec03240d"}]}' {{(pid=108020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:52:23.384092 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6da26-1d5d-4d09-9641-b4536947320c service neutron] Pushing event updated for resources: {'Port': ['ID=d73168f5-65d9-4ac4-a447-144eec03240d,revision_number=3']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:52:23.404311 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e174f0-6e0b-466a-bd3f-7edba7e06aac req-ea1bf9b6-c516-4316-bd7f-cc8537be3d2e tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:23.405804 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-85e174f0-6e0b-466a-bd3f-7edba7e06aac req-ea1bf9b6-c516-4316-bd7f-cc8537be3d2e tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 944 time: 0.1169159 Dec 14 18:52:23.409692 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700bacb5-b618-44a3-9051-c707e507d5ca x-openstack-request-id: req-700bacb5-b618-44a3-9051-c707e507d5ca {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:52:23.409692 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb347400-d44a-444e-bfd9-a5391299b9e0", "tag": "d73168f5-65d9-4ac4-a447-144eec03240d", "status": "completed", "code": 200}]} {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:52:23.409692 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-700bacb5-b618-44a3-9051-c707e507d5ca {{(pid=108020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:52:23.409692 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb347400-d44a-444e-bfd9-a5391299b9e0', 'tag': 'd73168f5-65d9-4ac4-a447-144eec03240d', 'status': 'completed', 'code': 200} Dec 14 18:52:23.464853 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-eaaa14c9-d698-4227-8cc7-d28b4d4997f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:23.466340 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-eaaa14c9-d698-4227-8cc7-d28b4d4997f9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=65aa1bc448174f819d13506e836df6fb&device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 1097 time: 0.0784993 Dec 14 18:52:23.469293 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-85e174f0-6e0b-466a-bd3f-7edba7e06aac req-f9849c3c-39b5-4007-9523-c2fd46bd2fb6 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463271 Dec 14 18:52:23.509946 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-296d3050-05c7-401c-89c4-da31253c287c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d73168f5-65d9-4ac4-a447-144eec03240d HTTP/1.1" status: 200 len: 217 time: 0.0351903 Dec 14 18:52:23.565031 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-2cabb285-22ab-434e-a226-198788e3758e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:23.567216 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-2cabb285-22ab-434e-a226-198788e3758e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8d51de31-645e-4840-af00-bee771086121 HTTP/1.1" status: 200 len: 847 time: 0.0503223 Dec 14 18:52:23.614822 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-b43a42a5-890e-4dcf-bbf7-b577c446ddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:23.616480 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-b43a42a5-890e-4dcf-bbf7-b577c446ddc6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c139c236-cafe-4060-83b5-90ef769a1167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423877 Dec 14 18:52:23.630448 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976e8c9-2984-4874-9318-c829219c4b84 req-7e562a29-1c33-4083-a578-66972f99669c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:23.647492 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-2976e8c9-2984-4874-9318-c829219c4b84 req-7e562a29-1c33-4083-a578-66972f99669c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3918be3-06af-49a7-a18d-319c23783f2b HTTP/1.1" status: 200 len: 944 time: 0.0529666 Dec 14 18:52:23.679240 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-2976e8c9-2984-4874-9318-c829219c4b84 req-6b64ad8f-aa62-4776-b8df-8adf421c9487 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327115 Dec 14 18:52:23.718895 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-bfc9037b-d8b4-470f-b5b0-654c7070871e service neutron] 10.222.0.61 "GET /v2.0/networks/c139c236-cafe-4060-83b5-90ef769a1167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924411 Dec 14 18:52:23.812065 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-dfec2c67-869d-4043-97b9-5afb8c764fe0 req-9b02d453-e789-4217-828e-47d359118525 service neutron] 10.222.0.61 "GET /v2.0/networks/c139c236-cafe-4060-83b5-90ef769a1167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838783 Dec 14 18:52:23.896535 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1352dd5-86f8-435a-9406-2b435ab597be req-73ad4b83-fd82-42a1-86f9-a60506e1e1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:23.898068 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-e1352dd5-86f8-435a-9406-2b435ab597be req-73ad4b83-fd82-42a1-86f9-a60506e1e1d0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=65aa1bc448174f819d13506e836df6fb&device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 1097 time: 0.0414970 Dec 14 18:52:23.989674 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1352dd5-86f8-435a-9406-2b435ab597be req-ab05114e-d5c8-4b98-93bb-09b0e01a5ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:23.991161 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-e1352dd5-86f8-435a-9406-2b435ab597be req-ab05114e-d5c8-4b98-93bb-09b0e01a5ec1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c139c236-cafe-4060-83b5-90ef769a1167 HTTP/1.1" status: 200 len: 909 time: 0.0859764 Dec 14 18:52:24.035231 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-e1352dd5-86f8-435a-9406-2b435ab597be req-d85d5bdb-24b3-4d85-abf5-06ff6626bfee service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d73168f5-65d9-4ac4-a447-144eec03240d HTTP/1.1" status: 200 len: 217 time: 0.0355177 Dec 14 18:52:24.085031 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1352dd5-86f8-435a-9406-2b435ab597be req-e4d5a418-370c-4f3b-9bb7-6edbae033545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:24.086492 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-e1352dd5-86f8-435a-9406-2b435ab597be req-e4d5a418-370c-4f3b-9bb7-6edbae033545 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8d51de31-645e-4840-af00-bee771086121 HTTP/1.1" status: 200 len: 847 time: 0.0434656 Dec 14 18:52:24.137056 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1352dd5-86f8-435a-9406-2b435ab597be req-dca2317b-86dd-4673-b409-df75cfab5d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:24.138560 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-e1352dd5-86f8-435a-9406-2b435ab597be req-dca2317b-86dd-4673-b409-df75cfab5d6d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c139c236-cafe-4060-83b5-90ef769a1167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443354 Dec 14 18:52:24.226774 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-e1352dd5-86f8-435a-9406-2b435ab597be req-b90d8976-b637-4c2d-9a67-db6445804fb3 service neutron] 10.222.0.61 "GET /v2.0/networks/c139c236-cafe-4060-83b5-90ef769a1167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798063 Dec 14 18:52:24.319777 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-e1352dd5-86f8-435a-9406-2b435ab597be req-fae81eed-a8cf-4e5f-aedd-730935172d10 service neutron] 10.222.0.61 "GET /v2.0/networks/c139c236-cafe-4060-83b5-90ef769a1167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856872 Dec 14 18:52:24.590034 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc55a5-2604-4187-a87a-1fa909726cd3 req-fe083a4f-d12e-435b-ac32-5f836f1c30b8 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:24.591705 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-13fc55a5-2604-4187-a87a-1fa909726cd3 req-fe083a4f-d12e-435b-ac32-5f836f1c30b8 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 944 time: 0.0510876 Dec 14 18:52:24.634980 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-13fc55a5-2604-4187-a87a-1fa909726cd3 req-4a9d4541-e217-41ed-9dcc-4ef32975255c tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352619 Dec 14 18:52:24.798940 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf3815-dddc-438d-9a87-12b3c174183a req-fdd2928d-cdba-4f81-b636-b3745607aa28 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:24.800965 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-d8bf3815-dddc-438d-9a87-12b3c174183a req-fdd2928d-cdba-4f81-b636-b3745607aa28 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3918be3-06af-49a7-a18d-319c23783f2b HTTP/1.1" status: 200 len: 944 time: 0.0533924 Dec 14 18:52:24.845736 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-d8bf3815-dddc-438d-9a87-12b3c174183a req-ab930f53-fbef-4a56-b1b3-706a04945f7f tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388913 Dec 14 18:52:24.856014 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77066fac-0ae4-47c3-a943-ef9e7f99a8e2 req-b6de18ac-0123-4cac-9435-96b5aea725d0 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:24.858321 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-77066fac-0ae4-47c3-a943-ef9e7f99a8e2 req-b6de18ac-0123-4cac-9435-96b5aea725d0 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/ports?device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 946 time: 0.0574667 Dec 14 18:52:24.899643 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-77066fac-0ae4-47c3-a943-ef9e7f99a8e2 req-02f8d66b-29da-4025-af9c-b0901ad3ea81 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7a84df1-ef6d-4cbc-b473-cbad3e509efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321977 Dec 14 18:52:24.922974 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 50348) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:52:25.111176 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946e32fa-ef54-444a-ad02-279c8d86d657 tempest-TestMinimumBasicScenario-1898792485 tempest-TestMinimumBasicScenario-1898792485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:25.112692 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-946e32fa-ef54-444a-ad02-279c8d86d657 tempest-TestMinimumBasicScenario-1898792485 tempest-TestMinimumBasicScenario-1898792485-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 1094 time: 0.1886768 Dec 14 18:52:25.116262 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 50352) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:52:25.120422 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-14d89789-e3b1-4b71-a7d8-b909b87a0b69 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Request body: {'floatingip': {'floating_network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'port_id': '808d7607-f64e-4f04-ad03-ce015e64252f', 'tenant_id': '8c08a6cd43f6432f8eb266103062623a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:52:25.141982 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-14d89789-e3b1-4b71-a7d8-b909b87a0b69 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks [] for floatingip, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:25.238822 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-14d89789-e3b1-4b71-a7d8-b909b87a0b69 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:25.338986 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.db_base_plugin_common [None req-14d89789-e3b1-4b71-a7d8-b909b87a0b69 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Allocated IP 172.27.2.133 (5ea8f873-3bad-4a65-ada9-9108bfa946ef/8e9c9e92-9812-43f3-93d5-9d715bd5944d/08006561-3d1f-4f72-9d01-a0bdc6783d31) {{(pid=108021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:52:25.440470 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-14d89789-e3b1-4b71-a7d8-b909b87a0b69 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks [] for port, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:25.474064 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-14d89789-e3b1-4b71-a7d8-b909b87a0b69 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29291660'] for port, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:25.511795 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d89789-e3b1-4b71-a7d8-b909b87a0b69 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Network 5ea8f873-3bad-4a65-ada9-9108bfa946ef is already hosted by enough agents. {{(pid=108021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:52:25.516040 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.base_scheduler [None req-14d89789-e3b1-4b71-a7d8-b909b87a0b69 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Resources bound (agent type, host, resource id): {{(pid=108021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:52:25.518595 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d89789-e3b1-4b71-a7d8-b909b87a0b69 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Received port after_create {{(pid=108021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:52:25.543229 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d89789-e3b1-4b71-a7d8-b909b87a0b69 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Pushing event updated for resources: {'Port': ['ID=08006561-3d1f-4f72-9d01-a0bdc6783d31,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:52:25.771348 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687c027-c72a-4995-bddb-3ca8d7762572 req-f57482ef-00f4-4805-af05-f2849fc0a618 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:25.772792 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-7687c027-c72a-4995-bddb-3ca8d7762572 req-f57482ef-00f4-4805-af05-f2849fc0a618 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 944 time: 0.0717869 Dec 14 18:52:25.876213 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-7687c027-c72a-4995-bddb-3ca8d7762572 req-76a46547-51ae-4c85-a500-af50ae6a3bd3 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965593 Dec 14 18:52:25.932260 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-14d89789-e3b1-4b71-a7d8-b909b87a0b69 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:25.977462 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e78697-9f5a-4915-9e01-c06dee49d18d req-7ffb7e5e-6877-4624-837b-d84ac7c2489a tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:25.978972 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-15e78697-9f5a-4915-9e01-c06dee49d18d req-7ffb7e5e-6877-4624-837b-d84ac7c2489a tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3918be3-06af-49a7-a18d-319c23783f2b HTTP/1.1" status: 200 len: 944 time: 0.0519156 Dec 14 18:52:26.001349 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-14d89789-e3b1-4b71-a7d8-b909b87a0b69 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:26.017411 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-15e78697-9f5a-4915-9e01-c06dee49d18d req-4d8a32f4-bbf6-4cb5-9c50-ff8c9ed0f646 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319612 Dec 14 18:52:26.155799 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-14d89789-e3b1-4b71-a7d8-b909b87a0b69 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks [] for port, precommit_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:26.160748 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-14d89789-e3b1-4b71-a7d8-b909b87a0b69 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29291667'] for port, after_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:26.224563 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d89789-e3b1-4b71-a7d8-b909b87a0b69 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Pushing event updated for resources: {'Port': ['ID=08006561-3d1f-4f72-9d01-a0bdc6783d31,revision_number=2']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:52:26.236322 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-14d89789-e3b1-4b71-a7d8-b909b87a0b69 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552536'] for floatingip, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:26.335231 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.db.l3_db [None req-14d89789-e3b1-4b71-a7d8-b909b87a0b69 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Floating IP 859f04da-3020-49aa-8207-151b2ccd504e associated. External IP: 172.27.2.133, port: 808d7607-f64e-4f04-ad03-ce015e64252f. Dec 14 18:52:26.535452 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d89789-e3b1-4b71-a7d8-b909b87a0b69 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Router 803a9348-f88c-4ebe-b8e7-00e5a35783f9 has already been hosted by L3 agent 61f97045-3475-4abf-9bb4-9e4a5178f14d {{(pid=108021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:52:26.639805 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d89789-e3b1-4b71-a7d8-b909b87a0b69 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify agent at l3_agent.dv-cinder-821746-1-iscsi the message routers_updated {{(pid=108021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:52:26.649713 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6a6b93-7c82-4692-a1a3-b6c7f9231578 None None] Sync routers for ids ['803a9348-f88c-4ebe-b8e7-00e5a35783f9'] in dv-cinder-821746-1-iscsi {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:52:26.657485 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-14d89789-e3b1-4b71-a7d8-b909b87a0b69 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for floatingip, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:26.660385 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6a6b93-7c82-4692-a1a3-b6c7f9231578 None None] Routers {'803a9348-f88c-4ebe-b8e7-00e5a35783f9'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:52:26.660994 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-9d6a6b93-7c82-4692-a1a3-b6c7f9231578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:52:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['803a9348-f88c-4ebe-b8e7-00e5a35783f9'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:52:26.684785 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-14d89789-e3b1-4b71-a7d8-b909b87a0b69 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5675344 Dec 14 18:52:26.685448 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56fb9c58-7871-4b44-be3e-1b54ed66d9ac', 'tag': '808d7607-f64e-4f04-ad03-ce015e64252f'}] {{(pid=108021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:52:26.687782 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 50358) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:52:26.687957 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b93b291913d2f478f978021224fe99462ed5361e2b2e2c80d6eb419d23fcc8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2aab843-afd2-4bfc-8af0-197bc5936128" -d '{"events": [{"name": "network-changed", "server_uuid": "56fb9c58-7871-4b44-be3e-1b54ed66d9ac", "tag": "808d7607-f64e-4f04-ad03-ce015e64252f"}]}' {{(pid=108021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:52:26.692590 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [None req-e85b45d9-c89c-4a38-a1f0-cbc660d47fa1 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1874376527', 'description': 'tempest-secgroup-smoke-1874376527 description', 'project_id': '8c08a6cd43f6432f8eb266103062623a'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:52:26.718146 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-e85b45d9-c89c-4a38-a1f0-cbc660d47fa1 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks [] for security_group, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:26.724632 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c68218d-3ddc-4676-9233-a4f4f8007267 x-openstack-request-id: req-7c68218d-3ddc-4676-9233-a4f4f8007267 {{(pid=108021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:52:26.725088 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56fb9c58-7871-4b44-be3e-1b54ed66d9ac", "tag": "808d7607-f64e-4f04-ad03-ce015e64252f", "status": "completed", "code": 200}]} {{(pid=108021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:52:26.725346 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7c68218d-3ddc-4676-9233-a4f4f8007267 {{(pid=108021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:52:26.725997 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56fb9c58-7871-4b44-be3e-1b54ed66d9ac', 'tag': '808d7607-f64e-4f04-ad03-ce015e64252f', 'status': 'completed', 'code': 200} Dec 14 18:52:26.775975 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-9d6a6b93-7c82-4692-a1a3-b6c7f9231578 None None] Set router 803a9348-f88c-4ebe-b8e7-00e5a35783f9 gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:52:26.817182 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aab843-afd2-4bfc-8af0-197bc5936128 req-83cfcd96-c1a3-414a-a78a-8e469d098c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:26.818617 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f2aab843-afd2-4bfc-8af0-197bc5936128 req-83cfcd96-c1a3-414a-a78a-8e469d098c1c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8c08a6cd43f6432f8eb266103062623a&device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 1099 time: 0.0714071 Dec 14 18:52:26.830378 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-e85b45d9-c89c-4a38-a1f0-cbc660d47fa1 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks [] for security_group, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:26.839415 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-e85b45d9-c89c-4a38-a1f0-cbc660d47fa1 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:26.921621 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-e85b45d9-c89c-4a38-a1f0-cbc660d47fa1 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:26.922868 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-e85b45d9-c89c-4a38-a1f0-cbc660d47fa1 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2339463 Dec 14 18:52:26.925858 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 50364) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:52:26.932324 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [None req-5f5a81fa-1687-4330-8c6e-de0372374483 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Request body: {'security_group_rule': {'security_group_id': '861f6b4e-2280-4df7-bd32-d271c2678d85', 'project_id': '8c08a6cd43f6432f8eb266103062623a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:52:26.943753 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b45d9-c89c-4a38-a1f0-cbc660d47fa1 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=861f6b4e-2280-4df7-bd32-d271c2678d85,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:52:27.005330 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aab843-afd2-4bfc-8af0-197bc5936128 req-870b068a-5813-49b0-831a-439411fc13f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:27.006852 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f2aab843-afd2-4bfc-8af0-197bc5936128 req-870b068a-5813-49b0-831a-439411fc13f7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f8af2700-8899-4b5b-be93-d24679c7c4ea HTTP/1.1" status: 200 len: 914 time: 0.1789601 Dec 14 18:52:27.013308 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-9d6a6b93-7c82-4692-a1a3-b6c7f9231578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803a9348-f88c-4ebe-b8e7-00e5a35783f9', 'name': 'tempest-TestMinimumBasicScenario-93311561-router', 'tenant_id': '8c08a6cd43f6432f8eb266103062623a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'f9097258-1560-4eab-b715-5d83bfd336e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:33Z', 'updated_at': '2021-12-14T18:51:36Z', 'revision_number': 4, 'project_id': '8c08a6cd43f6432f8eb266103062623a', 'gw_port': {'id': 'f9097258-1560-4eab-b715-5d83bfd336e8', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:14:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803a9348-f88c-4ebe-b8e7-00e5a35783f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:34Z', 'updated_at': '2021-12-14T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_floatingips': [{'id': '859f04da-3020-49aa-8207-151b2ccd504e', 'tenant_id': '8c08a6cd43f6432f8eb266103062623a', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'router_id': '803a9348-f88c-4ebe-b8e7-00e5a35783f9', 'port_id': '808d7607-f64e-4f04-ad03-ce015e64252f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8af2700-8899-4b5b-be93-d24679c7c4ea', 'mac_address': 'fa:16:3e:c1:58:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56fb9c58-7871-4b44-be3e-1b54ed66d9ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:52:25Z', 'updated_at': '2021-12-14T18:52:25Z', 'revision_number': 0, 'project_id': '8c08a6cd43f6432f8eb266103062623a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da3ee5cf-3040-44f7-98d8-f45c2736c59f', 'name': '', 'network_id': 'f8af2700-8899-4b5b-be93-d24679c7c4ea', 'tenant_id': '8c08a6cd43f6432f8eb266103062623a', 'mac_address': 'fa:16:3e:2c:70:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803a9348-f88c-4ebe-b8e7-00e5a35783f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c39b8f31-f90a-4cf1-bc6c-f4999a4baffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:35Z', 'updated_at': '2021-12-14T18:51:42Z', 'revision_number': 5, 'project_id': '8c08a6cd43f6432f8eb266103062623a', 'subnets': [{'id': 'c39b8f31-f90a-4cf1-bc6c-f4999a4baffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:52:27.026559 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-5f5a81fa-1687-4330-8c6e-de0372374483 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:27.047042 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6a6b93-7c82-4692-a1a3-b6c7f9231578 None None] Checking router: 803a9348-f88c-4ebe-b8e7-00e5a35783f9 for host: dv-cinder-821746-1-iscsi {{(pid=108022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:52:27.064396 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6a6b93-7c82-4692-a1a3-b6c7f9231578 None None] Routers {'803a9348-f88c-4ebe-b8e7-00e5a35783f9'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:52:27.065065 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-9d6a6b93-7c82-4692-a1a3-b6c7f9231578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:52:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['803a9348-f88c-4ebe-b8e7-00e5a35783f9'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:52:27.140133 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfbafd-e2b1-47ab-b679-fc73f51a1981 req-9ffc438c-b83e-469f-8c5b-93cbc3b4cd1b tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:27.141763 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-eebfbafd-e2b1-47ab-b679-fc73f51a1981 req-9ffc438c-b83e-469f-8c5b-93cbc3b4cd1b tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3918be3-06af-49a7-a18d-319c23783f2b HTTP/1.1" status: 200 len: 944 time: 0.0512927 Dec 14 18:52:27.184926 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-eebfbafd-e2b1-47ab-b679-fc73f51a1981 req-ed697476-ec4a-4516-8004-ee9444f7b3a1 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354171 Dec 14 18:52:27.311022 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-9d6a6b93-7c82-4692-a1a3-b6c7f9231578 None None] Set router 803a9348-f88c-4ebe-b8e7-00e5a35783f9 gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:52:27.327885 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0da68-406c-4920-8711-07b842d0e3e0 req-d4bbead6-7099-4622-b368-c596a8afda4c tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:27.329355 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a6d0da68-406c-4920-8711-07b842d0e3e0 req-d4bbead6-7099-4622-b368-c596a8afda4c tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 944 time: 0.3739018 Dec 14 18:52:27.382622 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f2aab843-afd2-4bfc-8af0-197bc5936128 req-106c3ec4-2bf1-4993-87ad-e74dcbe72b2c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=808d7607-f64e-4f04-ad03-ce015e64252f HTTP/1.1" status: 200 len: 1000 time: 0.3646781 Dec 14 18:52:27.446893 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a6d0da68-406c-4920-8711-07b842d0e3e0 req-15c5719f-3088-40fe-a703-ec398511712f tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008408 Dec 14 18:52:27.449914 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-5f5a81fa-1687-4330-8c6e-de0372374483 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:27.457100 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-5f5a81fa-1687-4330-8c6e-de0372374483 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727460'] for security_group_rule, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:27.468288 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aab843-afd2-4bfc-8af0-197bc5936128 req-8da1cc58-797d-4f8c-b537-44de7811dc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:27.468288 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f2aab843-afd2-4bfc-8af0-197bc5936128 req-8da1cc58-797d-4f8c-b537-44de7811dc4e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c39b8f31-f90a-4cf1-bc6c-f4999a4baffd HTTP/1.1" status: 200 len: 852 time: 0.0723519 Dec 14 18:52:27.489354 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a81fa-1687-4330-8c6e-de0372374483 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18f1d7c6-59a8-496c-a676-7a02d7896ec7,revision_number=0']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:52:27.510414 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-5f5a81fa-1687-4330-8c6e-de0372374483 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:27.511624 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-5f5a81fa-1687-4330-8c6e-de0372374483 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5829449 Dec 14 18:52:27.514805 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 50368) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:52:27.520267 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-325e970a-d01f-462f-90ba-7e9136bec51e tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Request body: {'security_group_rule': {'security_group_id': '861f6b4e-2280-4df7-bd32-d271c2678d85', 'project_id': '8c08a6cd43f6432f8eb266103062623a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:52:27.531817 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aab843-afd2-4bfc-8af0-197bc5936128 req-522b28fe-7600-460e-a201-1ce55cc4e7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:27.533426 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f2aab843-afd2-4bfc-8af0-197bc5936128 req-522b28fe-7600-460e-a201-1ce55cc4e7b6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f8af2700-8899-4b5b-be93-d24679c7c4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0590439 Dec 14 18:52:27.548228 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-325e970a-d01f-462f-90ba-7e9136bec51e tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:27.549432 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-9d6a6b93-7c82-4692-a1a3-b6c7f9231578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803a9348-f88c-4ebe-b8e7-00e5a35783f9', 'name': 'tempest-TestMinimumBasicScenario-93311561-router', 'tenant_id': '8c08a6cd43f6432f8eb266103062623a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'f9097258-1560-4eab-b715-5d83bfd336e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:33Z', 'updated_at': '2021-12-14T18:51:36Z', 'revision_number': 4, 'project_id': '8c08a6cd43f6432f8eb266103062623a', 'gw_port': {'id': 'f9097258-1560-4eab-b715-5d83bfd336e8', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:14:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803a9348-f88c-4ebe-b8e7-00e5a35783f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:34Z', 'updated_at': '2021-12-14T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_floatingips': [{'id': '859f04da-3020-49aa-8207-151b2ccd504e', 'tenant_id': '8c08a6cd43f6432f8eb266103062623a', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'router_id': '803a9348-f88c-4ebe-b8e7-00e5a35783f9', 'port_id': '808d7607-f64e-4f04-ad03-ce015e64252f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8af2700-8899-4b5b-be93-d24679c7c4ea', 'mac_address': 'fa:16:3e:c1:58:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56fb9c58-7871-4b44-be3e-1b54ed66d9ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:52:25Z', 'updated_at': '2021-12-14T18:52:25Z', 'revision_number': 0, 'project_id': '8c08a6cd43f6432f8eb266103062623a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da3ee5cf-3040-44f7-98d8-f45c2736c59f', 'name': '', 'network_id': 'f8af2700-8899-4b5b-be93-d24679c7c4ea', 'tenant_id': '8c08a6cd43f6432f8eb266103062623a', 'mac_address': 'fa:16:3e:2c:70:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803a9348-f88c-4ebe-b8e7-00e5a35783f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c39b8f31-f90a-4cf1-bc6c-f4999a4baffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:35Z', 'updated_at': '2021-12-14T18:51:42Z', 'revision_number': 5, 'project_id': '8c08a6cd43f6432f8eb266103062623a', 'subnets': [{'id': 'c39b8f31-f90a-4cf1-bc6c-f4999a4baffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:52:27.582338 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6a6b93-7c82-4692-a1a3-b6c7f9231578 None None] The sync data for ids ['803a9348-f88c-4ebe-b8e7-00e5a35783f9'] in dv-cinder-821746-1-iscsi is: [{'id': '803a9348-f88c-4ebe-b8e7-00e5a35783f9', 'name': 'tempest-TestMinimumBasicScenario-93311561-router', 'tenant_id': '8c08a6cd43f6432f8eb266103062623a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'f9097258-1560-4eab-b715-5d83bfd336e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:33Z', 'updated_at': '2021-12-14T18:51:36Z', 'revision_number': 4, 'project_id': '8c08a6cd43f6432f8eb266103062623a', 'gw_port': {'id': 'f9097258-1560-4eab-b715-5d83bfd336e8', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:14:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803a9348-f88c-4ebe-b8e7-00e5a35783f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:34Z', 'updated_at': '2021-12-14T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_floatingips': [{'id': '859f04da-3020-49aa-8207-151b2ccd504e', 'tenant_id': '8c08a6cd43f6432f8eb266103062623a', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'router_id': '803a9348-f88c-4ebe-b8e7-00e5a35783f9', 'port_id': '808d7607-f64e-4f04-ad03-ce015e64252f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8af2700-8899-4b5b-be93-d24679c7c4ea', 'mac_address': 'fa:16:3e:c1:58:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56fb9c58-7871-4b44-be3e-1b54ed66d9ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:52:25Z', 'updated_at': '2021-12-14T18:52:25Z', 'revision_number': 0, 'project_id': '8c08a6cd43f6432f8eb266103062623a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da3ee5cf-3040-44f7-98d8-f45c2736c59f', 'name': '', 'network_id': 'f8af2700-8899-4b5b-be93-d24679c7c4ea', 'tenant_id': '8c08a6cd43f6432f8eb266103062623a', 'mac_address': 'fa:16:3e:2c:70:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803a9348-f88c-4ebe-b8e7-00e5a35783f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c39b8f31-f90a-4cf1-bc6c-f4999a4baffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:35Z', 'updated_at': '2021-12-14T18:51:42Z', 'revision_number': 5, 'project_id': '8c08a6cd43f6432f8eb266103062623a', 'subnets': [{'id': 'c39b8f31-f90a-4cf1-bc6c-f4999a4baffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:52:27.602253 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-325e970a-d01f-462f-90ba-7e9136bec51e tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:27.606650 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-325e970a-d01f-462f-90ba-7e9136bec51e tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727460'] for security_group_rule, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:27.626236 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e970a-d01f-462f-90ba-7e9136bec51e tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee05e2f0-a346-404a-ac45-2e270c684629,revision_number=0']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:52:27.637373 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-325e970a-d01f-462f-90ba-7e9136bec51e tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:27.641124 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-325e970a-d01f-462f-90ba-7e9136bec51e tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1227858 Dec 14 18:52:27.641379 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 50370) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:52:27.647013 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-f16bb5ea-2f2c-4cab-97a0-d108e973208d tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Request body: {'security_group_rule': {'security_group_id': '861f6b4e-2280-4df7-bd32-d271c2678d85', 'project_id': '8c08a6cd43f6432f8eb266103062623a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:52:27.655208 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f2aab843-afd2-4bfc-8af0-197bc5936128 req-17a8ee9a-ea84-4419-b827-677de78b3202 service neutron] 10.222.0.61 "GET /v2.0/networks/f8af2700-8899-4b5b-be93-d24679c7c4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128731 Dec 14 18:52:27.682387 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-f16bb5ea-2f2c-4cab-97a0-d108e973208d tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:27.737087 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device fbdca567-1693-4ee3-9736-d00fff2e5dd0 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=108022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:52:27.755881 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-f16bb5ea-2f2c-4cab-97a0-d108e973208d tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:27.760636 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f2aab843-afd2-4bfc-8af0-197bc5936128 req-6bf36eaf-9fc6-46ea-884e-8ea1175e8612 service neutron] 10.222.0.61 "GET /v2.0/networks/f8af2700-8899-4b5b-be93-d24679c7c4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980723 Dec 14 18:52:27.761486 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-f16bb5ea-2f2c-4cab-97a0-d108e973208d tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727460'] for security_group_rule, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:27.781870 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16bb5ea-2f2c-4cab-97a0-d108e973208d tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74e96bf9-6892-43d4-8ab7-de86d341cf35,revision_number=0']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:52:27.792971 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-f16bb5ea-2f2c-4cab-97a0-d108e973208d tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:27.794956 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-f16bb5ea-2f2c-4cab-97a0-d108e973208d tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1525626 Dec 14 18:52:27.796838 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 50372) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:52:27.801535 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-e507fc97-3626-4709-b53c-a3626263530d tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Request body: {'security_group_rule': {'security_group_id': '861f6b4e-2280-4df7-bd32-d271c2678d85', 'project_id': '8c08a6cd43f6432f8eb266103062623a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:52:27.829979 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d9b677-ea8d-471c-8f2a-42d0c43bafe4 None None] New status for floating IP 859f04da-3020-49aa-8207-151b2ccd504e: ACTIVE {{(pid=108023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 18:52:27.834700 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-e507fc97-3626-4709-b53c-a3626263530d tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:27.850451 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port fbdca567-1693-4ee3-9736-d00fff2e5dd0, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=fbdca567-1693-4ee3-9736-d00fff2e5dd0,segment=NetworkSegment(19e65e64-582f-44b4-bd1f-0003a6cd4022),segment_id=19e65e64-582f-44b4-bd1f-0003a6cd4022)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:52:27.862890 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Returning: {'device': 'fbdca567-1693-4ee3-9736-d00fff2e5dd0', 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3', 'port_id': 'fbdca567-1693-4ee3-9736-d00fff2e5dd0', 'mac_address': 'fa:16:3e:cc:e9:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:52:27.897480 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-e507fc97-3626-4709-b53c-a3626263530d tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:27.904928 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-e507fc97-3626-4709-b53c-a3626263530d tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727460'] for security_group_rule, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:27.909679 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:27.924407 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e507fc97-3626-4709-b53c-a3626263530d tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=011bf978-48be-426d-a24f-705cabdacefe,revision_number=0']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:52:27.931464 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbdca567-1693-4ee3-9736-d00fff2e5dd0 {{(pid=108022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:52:27.934182 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-e507fc97-3626-4709-b53c-a3626263530d tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:27.935599 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-e507fc97-3626-4709-b53c-a3626263530d tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1375751 Dec 14 18:52:27.938145 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 50374) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:52:27.943428 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-a9e0973e-ad4b-4237-bdbe-bfd02a3103d9 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Request body: {'security_group_rule': {'security_group_id': '861f6b4e-2280-4df7-bd32-d271c2678d85', 'project_id': '8c08a6cd43f6432f8eb266103062623a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:52:27.958084 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port fbdca567-1693-4ee3-9736-d00fff2e5dd0, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=fbdca567-1693-4ee3-9736-d00fff2e5dd0,segment=NetworkSegment(19e65e64-582f-44b4-bd1f-0003a6cd4022),segment_id=19e65e64-582f-44b4-bd1f-0003a6cd4022)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:52:27.963265 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:27.971062 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.db.securitygroups_db [None req-a9e0973e-ad4b-4237-bdbe-bfd02a3103d9 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Project 8c08a6cd43f6432f8eb266103062623a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 18:52:27.976929 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-a9e0973e-ad4b-4237-bdbe-bfd02a3103d9 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:28.016200 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=fbdca567-1693-4ee3-9736-d00fff2e5dd0,revision_number=4']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:52:28.044226 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-a9e0973e-ad4b-4237-bdbe-bfd02a3103d9 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:28.047952 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-a9e0973e-ad4b-4237-bdbe-bfd02a3103d9 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727460'] for security_group_rule, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:28.066136 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0973e-ad4b-4237-bdbe-bfd02a3103d9 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6babddc-be34-4919-b123-8b8174e3df4e,revision_number=0']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:52:28.073522 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-a9e0973e-ad4b-4237-bdbe-bfd02a3103d9 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:28.074711 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-a9e0973e-ad4b-4237-bdbe-bfd02a3103d9 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1355762 Dec 14 18:52:28.077352 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 50376) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:52:28.081546 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-2a17b2f2-ea9e-45ce-8377-550b1e9bfa28 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Request body: {'security_group_rule': {'security_group_id': '861f6b4e-2280-4df7-bd32-d271c2678d85', 'project_id': '8c08a6cd43f6432f8eb266103062623a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:52:28.102436 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.db.securitygroups_db [None req-2a17b2f2-ea9e-45ce-8377-550b1e9bfa28 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Project 8c08a6cd43f6432f8eb266103062623a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 18:52:28.107114 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-2a17b2f2-ea9e-45ce-8377-550b1e9bfa28 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:28.168221 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-2a17b2f2-ea9e-45ce-8377-550b1e9bfa28 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:28.171779 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-2a17b2f2-ea9e-45ce-8377-550b1e9bfa28 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727460'] for security_group_rule, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:28.188585 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a17b2f2-ea9e-45ce-8377-550b1e9bfa28 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c0960e8-a252-45ce-be95-b356d2cac11b,revision_number=0']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:52:28.196687 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-2a17b2f2-ea9e-45ce-8377-550b1e9bfa28 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:28.200768 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-2a17b2f2-ea9e-45ce-8377-550b1e9bfa28 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1196201 Dec 14 18:52:28.200938 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] get_ports_and_sgs() called for port_ids ['fbdca567-1693-4ee3-9736-d00fff2e5dd0'] {{(pid=108022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:52:28.282418 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-2a0cc57d-825d-4e2f-9c87-fa508bcccbe8 req-61f8dee6-b3fa-4d65-beed-e0740c5e70bb tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1874376527&fields=id&tenant_id=8c08a6cd43f6432f8eb266103062623a HTTP/1.1" status: 200 len: 267 time: 0.0377629 Dec 14 18:52:28.310595 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bcccd-57d8-4634-a3a8-785bc703c60f req-7c6fd12b-5433-48f6-914b-02b1cd51ba01 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:28.312250 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-766bcccd-57d8-4634-a3a8-785bc703c60f req-7c6fd12b-5433-48f6-914b-02b1cd51ba01 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3918be3-06af-49a7-a18d-319c23783f2b HTTP/1.1" status: 200 len: 945 time: 0.0560958 Dec 14 18:52:28.339578 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0cc57d-825d-4e2f-9c87-fa508bcccbe8 req-7a6caa75-297b-4024-94a8-4166ab2b106a tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:28.341734 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-2a0cc57d-825d-4e2f-9c87-fa508bcccbe8 req-7a6caa75-297b-4024-94a8-4166ab2b106a tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/ports?device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 946 time: 0.0526836 Dec 14 18:52:28.353596 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-766bcccd-57d8-4634-a3a8-785bc703c60f req-1b4aa660-ac0c-40f2-a4c6-71ab875bf32a tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345030 Dec 14 18:52:28.355774 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [req-2a0cc57d-825d-4e2f-9c87-fa508bcccbe8 req-0599bee8-fc44-4d44-a557-00d339a64c33 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Request body: {'port': {'security_groups': ['b7a84df1-ef6d-4cbc-b473-cbad3e509efd', '861f6b4e-2280-4df7-bd32-d271c2678d85']}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:52:28.422694 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [req-2a0cc57d-825d-4e2f-9c87-fa508bcccbe8 req-0599bee8-fc44-4d44-a557-00d339a64c33 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:28.423234 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-02d4542d-0885-4775-85d1-f27c6cee9b1a req-2c1ee219-163a-47de-ad5e-7ddb3a4f8490 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402236 Dec 14 18:52:28.510292 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4542d-0885-4775-85d1-f27c6cee9b1a req-f4408c61-3105-48ca-a6f3-a6236d5a4a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:28.511978 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-02d4542d-0885-4775-85d1-f27c6cee9b1a req-f4408c61-3105-48ca-a6f3-a6236d5a4a6c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8c08a6cd43f6432f8eb266103062623a&device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 1099 time: 0.0418005 Dec 14 18:52:28.616277 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc61736-07fd-47bc-a2eb-4fb3e32e007c req-f0507096-f353-474d-9654-956fab0c774a tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:28.617791 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9fc61736-07fd-47bc-a2eb-4fb3e32e007c req-f0507096-f353-474d-9654-956fab0c774a tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 944 time: 0.1014073 Dec 14 18:52:28.656275 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.db [req-2a0cc57d-825d-4e2f-9c87-fa508bcccbe8 req-0599bee8-fc44-4d44-a557-00d339a64c33 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] For port 808d7607-f64e-4f04-ad03-ce015e64252f, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=808d7607-f64e-4f04-ad03-ce015e64252f,segment=NetworkSegment(0a2a8e1c-8964-4992-ac30-29e8e3e0912a),segment_id=0a2a8e1c-8964-4992-ac30-29e8e3e0912a)] {{(pid=108021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:52:28.669473 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4542d-0885-4775-85d1-f27c6cee9b1a req-97f29bc5-481b-4eda-b561-e016c9f38bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:28.670949 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-02d4542d-0885-4775-85d1-f27c6cee9b1a req-97f29bc5-481b-4eda-b561-e016c9f38bb3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f8af2700-8899-4b5b-be93-d24679c7c4ea HTTP/1.1" status: 200 len: 914 time: 0.1285830 Dec 14 18:52:28.678186 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9fc61736-07fd-47bc-a2eb-4fb3e32e007c req-7c5754bf-5dd5-4c0f-96c6-d9e3828ba9b2 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523465 Dec 14 18:52:28.686434 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [req-2a0cc57d-825d-4e2f-9c87-fa508bcccbe8 req-0599bee8-fc44-4d44-a557-00d339a64c33 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks [] for port, precommit_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:28.694735 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [req-2a0cc57d-825d-4e2f-9c87-fa508bcccbe8 req-0599bee8-fc44-4d44-a557-00d339a64c33 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29291667'] for port, after_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:28.745316 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0cc57d-825d-4e2f-9c87-fa508bcccbe8 req-0599bee8-fc44-4d44-a557-00d339a64c33 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:28.745933 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [req-2a0cc57d-825d-4e2f-9c87-fa508bcccbe8 req-0599bee8-fc44-4d44-a557-00d339a64c33 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:28.747357 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-2a0cc57d-825d-4e2f-9c87-fa508bcccbe8 req-0599bee8-fc44-4d44-a557-00d339a64c33 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "PUT /v2.0/ports/808d7607-f64e-4f04-ad03-ce015e64252f HTTP/1.1" status: 200 len: 982 time: 0.3974359 Dec 14 18:52:28.747807 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56fb9c58-7871-4b44-be3e-1b54ed66d9ac', 'tag': '808d7607-f64e-4f04-ad03-ce015e64252f'}] {{(pid=108021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:52:28.750122 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b93b291913d2f478f978021224fe99462ed5361e2b2e2c80d6eb419d23fcc8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a583881-6da7-44b7-9ef1-46ce8ea7fe1f" -d '{"events": [{"name": "network-changed", "server_uuid": "56fb9c58-7871-4b44-be3e-1b54ed66d9ac", "tag": "808d7607-f64e-4f04-ad03-ce015e64252f"}]}' {{(pid=108021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:52:28.752684 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-02d4542d-0885-4775-85d1-f27c6cee9b1a req-aa1c526a-01ab-4908-8c1d-13dcc3463fd6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=808d7607-f64e-4f04-ad03-ce015e64252f HTTP/1.1" status: 200 len: 1002 time: 0.0699079 Dec 14 18:52:28.773774 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] get_ports_and_sgs() called for port_ids ['808d7607-f64e-4f04-ad03-ce015e64252f'] {{(pid=108022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:52:28.790566 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599bee8-fc44-4d44-a557-00d339a64c33 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Pushing event updated for resources: {'Port': ['ID=808d7607-f64e-4f04-ad03-ce015e64252f,revision_number=6']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:52:28.799048 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1bfe03-8835-4aa0-8e32-f8de50bf974b x-openstack-request-id: req-ed1bfe03-8835-4aa0-8e32-f8de50bf974b {{(pid=108021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:52:28.799709 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56fb9c58-7871-4b44-be3e-1b54ed66d9ac", "tag": "808d7607-f64e-4f04-ad03-ce015e64252f", "status": "completed", "code": 200}]} {{(pid=108021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:52:28.800610 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ed1bfe03-8835-4aa0-8e32-f8de50bf974b {{(pid=108021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:52:28.801186 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56fb9c58-7871-4b44-be3e-1b54ed66d9ac', 'tag': '808d7607-f64e-4f04-ad03-ce015e64252f', 'status': 'completed', 'code': 200} Dec 14 18:52:28.830675 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4542d-0885-4775-85d1-f27c6cee9b1a req-012a66b9-3680-4349-9cc1-fd7be604f849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:28.832547 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-02d4542d-0885-4775-85d1-f27c6cee9b1a req-012a66b9-3680-4349-9cc1-fd7be604f849 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c39b8f31-f90a-4cf1-bc6c-f4999a4baffd HTTP/1.1" status: 200 len: 852 time: 0.0710902 Dec 14 18:52:28.869175 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] get_ports_and_sgs() called for port_ids ['808d7607-f64e-4f04-ad03-ce015e64252f'] {{(pid=108022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:52:28.915838 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4542d-0885-4775-85d1-f27c6cee9b1a req-1144c6e7-81ca-4f76-84a7-1fca44a6f720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:28.917465 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-02d4542d-0885-4775-85d1-f27c6cee9b1a req-1144c6e7-81ca-4f76-84a7-1fca44a6f720 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f8af2700-8899-4b5b-be93-d24679c7c4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0741444 Dec 14 18:52:28.926135 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec796ba1-ddd6-45c5-9343-a276ffe94af3 req-881f6386-c5a0-4c65-b73e-85d683b3eab9 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:28.928553 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ec796ba1-ddd6-45c5-9343-a276ffe94af3 req-881f6386-c5a0-4c65-b73e-85d683b3eab9 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/ports?device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 985 time: 0.0949821 Dec 14 18:52:29.015564 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ec796ba1-ddd6-45c5-9343-a276ffe94af3 req-da1eb82a-c663-4858-9919-e5e8b5736b89 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/security-groups?id=861f6b4e-2280-4df7-bd32-d271c2678d85&id=b7a84df1-ef6d-4cbc-b473-cbad3e509efd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0773406 Dec 14 18:52:29.046729 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-02d4542d-0885-4775-85d1-f27c6cee9b1a req-9af97a5d-f190-40fd-b847-ce5fd1767b26 service neutron] 10.222.0.61 "GET /v2.0/networks/f8af2700-8899-4b5b-be93-d24679c7c4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170874 Dec 14 18:52:29.099619 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e2e33c51-3856-4e3c-85c4-e0ea89c322ce None None] Provisioning complete for port 808d7607-f64e-4f04-ad03-ce015e64252f triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:52:29.099986 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e2e33c51-3856-4e3c-85c4-e0ea89c322ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:29.142344 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-02d4542d-0885-4775-85d1-f27c6cee9b1a req-689d6976-9c66-4d91-a1a8-41d95e0947fe service neutron] 10.222.0.61 "GET /v2.0/networks/f8af2700-8899-4b5b-be93-d24679c7c4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872040 Dec 14 18:52:29.226983 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a583881-6da7-44b7-9ef1-46ce8ea7fe1f req-c9d52167-12e6-4c21-92c7-5d4ce9f0c954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:29.228373 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6a583881-6da7-44b7-9ef1-46ce8ea7fe1f req-c9d52167-12e6-4c21-92c7-5d4ce9f0c954 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8c08a6cd43f6432f8eb266103062623a&device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 1138 time: 0.0410151 Dec 14 18:52:29.322687 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a583881-6da7-44b7-9ef1-46ce8ea7fe1f req-e40b706a-a015-4b2e-8365-d8888aaa8586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:29.325045 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6a583881-6da7-44b7-9ef1-46ce8ea7fe1f req-e40b706a-a015-4b2e-8365-d8888aaa8586 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f8af2700-8899-4b5b-be93-d24679c7c4ea HTTP/1.1" status: 200 len: 914 time: 0.0890446 Dec 14 18:52:29.397727 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6a583881-6da7-44b7-9ef1-46ce8ea7fe1f req-dccb6c10-97f0-4ebc-918c-f48cf2913e7a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=808d7607-f64e-4f04-ad03-ce015e64252f HTTP/1.1" status: 200 len: 1002 time: 0.0621402 Dec 14 18:52:29.448517 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a583881-6da7-44b7-9ef1-46ce8ea7fe1f req-6d19d588-c99e-44ba-9f36-c36dccf1f4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:29.450157 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6a583881-6da7-44b7-9ef1-46ce8ea7fe1f req-6d19d588-c99e-44ba-9f36-c36dccf1f4ce service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c39b8f31-f90a-4cf1-bc6c-f4999a4baffd HTTP/1.1" status: 200 len: 852 time: 0.0448792 Dec 14 18:52:29.485688 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505bdcb6-400d-4755-9165-4606ad4992a0 req-fc4c0bed-3b6f-47f3-8c1f-7b2be69d7a81 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:29.488112 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-505bdcb6-400d-4755-9165-4606ad4992a0 req-fc4c0bed-3b6f-47f3-8c1f-7b2be69d7a81 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3918be3-06af-49a7-a18d-319c23783f2b HTTP/1.1" status: 200 len: 945 time: 0.0531659 Dec 14 18:52:29.505338 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a583881-6da7-44b7-9ef1-46ce8ea7fe1f req-3b5202c1-1f4a-4bc2-ad3f-3cc3353a3be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:29.506953 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6a583881-6da7-44b7-9ef1-46ce8ea7fe1f req-3b5202c1-1f4a-4bc2-ad3f-3cc3353a3be4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f8af2700-8899-4b5b-be93-d24679c7c4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0479374 Dec 14 18:52:29.530886 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-505bdcb6-400d-4755-9165-4606ad4992a0 req-0136a452-5123-4319-94de-8167d12891fd tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360494 Dec 14 18:52:29.598586 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6a583881-6da7-44b7-9ef1-46ce8ea7fe1f req-b927aadd-7299-4c38-a659-fc3c3797cef2 service neutron] 10.222.0.61 "GET /v2.0/networks/f8af2700-8899-4b5b-be93-d24679c7c4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835118 Dec 14 18:52:29.696408 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6a583881-6da7-44b7-9ef1-46ce8ea7fe1f req-75120fd2-ef7f-4739-ad73-a20adce981ee service neutron] 10.222.0.61 "GET /v2.0/networks/f8af2700-8899-4b5b-be93-d24679c7c4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888925 Dec 14 18:52:29.743098 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device fbdca567-1693-4ee3-9736-d00fff2e5dd0 up at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:52:29.794430 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Provisioning for port fbdca567-1693-4ee3-9736-d00fff2e5dd0 completed by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 18:52:29.796957 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7dd7a4-43bb-49f2-aa99-a4cb24037309 req-cb606b13-9347-41bb-849c-cbf69c2e87bb tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:29.798491 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5f7dd7a4-43bb-49f2-aa99-a4cb24037309 req-cb606b13-9347-41bb-849c-cbf69c2e87bb tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 944 time: 0.0516694 Dec 14 18:52:29.798644 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Provisioning complete for port fbdca567-1693-4ee3-9736-d00fff2e5dd0 triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:52:29.799061 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:29.838806 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5f7dd7a4-43bb-49f2-aa99-a4cb24037309 req-2dbd8c0d-08df-4887-a244-f887e5e2a060 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338082 Dec 14 18:52:29.886578 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:29.911135 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3918be3-06af-49a7-a18d-319c23783f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbdca567-1693-4ee3-9736-d00fff2e5dd0'}] {{(pid=108022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:52:29.913359 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4652f51f42c3be85180d8c5c7bba1325bd3159a0fd8a88314674832532d8132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ceacbfd-b62d-469a-b8b8-c997b234feba" -d '{"events": [{"server_uuid": "d3918be3-06af-49a7-a18d-319c23783f2b", "name": "network-vif-plugged", "status": "completed", "tag": "fbdca567-1693-4ee3-9736-d00fff2e5dd0"}]}' {{(pid=108022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:52:29.926930 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port fbdca567-1693-4ee3-9736-d00fff2e5dd0, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=fbdca567-1693-4ee3-9736-d00fff2e5dd0,segment=NetworkSegment(19e65e64-582f-44b4-bd1f-0003a6cd4022),segment_id=19e65e64-582f-44b4-bd1f-0003a6cd4022)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:52:29.930959 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:29.953783 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c0a0bd-95db-4d23-ab71-f964eef6a572 x-openstack-request-id: req-25c0a0bd-95db-4d23-ab71-f964eef6a572 {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:52:29.954068 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3918be3-06af-49a7-a18d-319c23783f2b", "name": "network-vif-plugged", "status": "completed", "tag": "fbdca567-1693-4ee3-9736-d00fff2e5dd0", "code": 200}]} {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:52:29.954316 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-25c0a0bd-95db-4d23-ab71-f964eef6a572 {{(pid=108022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:52:29.954720 dv-cinder-821746-1-iscsi neutron-server[108022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3918be3-06af-49a7-a18d-319c23783f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbdca567-1693-4ee3-9736-d00fff2e5dd0', 'code': 200} Dec 14 18:52:29.982457 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=fbdca567-1693-4ee3-9736-d00fff2e5dd0,revision_number=5']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:52:30.167861 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075a7d7-f9cb-4ab3-b3b5-786a116ca314 req-eb8a68d7-ecc7-43c3-adb4-8fa1801b1691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:30.169329 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-3075a7d7-f9cb-4ab3-b3b5-786a116ca314 req-eb8a68d7-ecc7-43c3-adb4-8fa1801b1691 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d3918be3-06af-49a7-a18d-319c23783f2b HTTP/1.1" status: 200 len: 1099 time: 0.0391493 Dec 14 18:52:30.203684 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-3075a7d7-f9cb-4ab3-b3b5-786a116ca314 req-c2a6a967-2fbe-41c1-a638-6059be1551ba service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269456 Dec 14 18:52:30.643572 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e813b78-8be8-493e-9a07-cb64522dc312 req-6749e905-7076-494b-aa9d-e365865268c4 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:30.645038 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-8e813b78-8be8-493e-9a07-cb64522dc312 req-6749e905-7076-494b-aa9d-e365865268c4 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3918be3-06af-49a7-a18d-319c23783f2b HTTP/1.1" status: 200 len: 946 time: 0.0484908 Dec 14 18:52:30.685640 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-8e813b78-8be8-493e-9a07-cb64522dc312 req-65d71c55-c52a-45cb-99ff-446fc8c29f04 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347335 Dec 14 18:52:30.952945 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487a7fe-a279-4501-8fe2-940cf6b5b0fd req-d74a1c47-7b27-4a9a-a2e5-f81e1641945e tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:30.954389 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-5487a7fe-a279-4501-8fe2-940cf6b5b0fd req-d74a1c47-7b27-4a9a-a2e5-f81e1641945e tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 944 time: 0.0482638 Dec 14 18:52:30.992248 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-5487a7fe-a279-4501-8fe2-940cf6b5b0fd req-f6837733-2ab8-4d67-9fcb-00aadc86129b tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319242 Dec 14 18:52:31.742512 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device d73168f5-65d9-4ac4-a447-144eec03240d details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=108022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:52:31.798799 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180bcbf-2937-44f9-a471-dcac2ee3108b req-1d2be7fa-2c26-4040-85c8-642387edbaa2 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:31.800282 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6180bcbf-2937-44f9-a471-dcac2ee3108b req-1d2be7fa-2c26-4040-85c8-642387edbaa2 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3918be3-06af-49a7-a18d-319c23783f2b HTTP/1.1" status: 200 len: 946 time: 0.0489252 Dec 14 18:52:31.837115 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port d73168f5-65d9-4ac4-a447-144eec03240d, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=d73168f5-65d9-4ac4-a447-144eec03240d,segment=NetworkSegment(f422b3f8-989b-4aa5-8aac-28f9be55c445),segment_id=f422b3f8-989b-4aa5-8aac-28f9be55c445)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:52:31.838938 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6180bcbf-2937-44f9-a471-dcac2ee3108b req-cbc088ea-b2b2-43c4-a9ff-f7cdb6d86f8f tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327837 Dec 14 18:52:31.852447 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Returning: {'device': 'd73168f5-65d9-4ac4-a447-144eec03240d', 'network_id': 'c139c236-cafe-4060-83b5-90ef769a1167', 'port_id': 'd73168f5-65d9-4ac4-a447-144eec03240d', 'mac_address': 'fa:16:3e:04:09:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d51de31-645e-4840-af00-bee771086121', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:52:31.889979 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:31.903334 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d73168f5-65d9-4ac4-a447-144eec03240d {{(pid=108022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:52:31.922703 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port d73168f5-65d9-4ac4-a447-144eec03240d, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=d73168f5-65d9-4ac4-a447-144eec03240d,segment=NetworkSegment(f422b3f8-989b-4aa5-8aac-28f9be55c445),segment_id=f422b3f8-989b-4aa5-8aac-28f9be55c445)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:52:31.927413 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:31.954670 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fb8eb-a8c8-4c0a-b839-e711baff3031 req-64ed0a9d-4016-4f3f-991f-b58b20d1116a tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:31.958191 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-f18fb8eb-a8c8-4c0a-b839-e711baff3031 req-64ed0a9d-4016-4f3f-991f-b58b20d1116a tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3918be3-06af-49a7-a18d-319c23783f2b HTTP/1.1" status: 200 len: 946 time: 0.0522022 Dec 14 18:52:31.975078 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=d73168f5-65d9-4ac4-a447-144eec03240d,revision_number=4']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:52:31.995224 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-f18fb8eb-a8c8-4c0a-b839-e711baff3031 req-6a95983d-23da-4f17-b282-316fc7f3240e tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331593 Dec 14 18:52:32.017362 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 50406) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:52:32.058535 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287d6c1c-a26c-4055-a576-229615065e43 tempest-TestVolumeBootPattern-500844714 tempest-TestVolumeBootPattern-500844714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:32.060029 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-287d6c1c-a26c-4055-a576-229615065e43 tempest-TestVolumeBootPattern-500844714 tempest-TestVolumeBootPattern-500844714-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=d3918be3-06af-49a7-a18d-319c23783f2b HTTP/1.1" status: 200 len: 1094 time: 0.0416214 Dec 14 18:52:32.062764 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 50408) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:52:32.067580 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-8b077efa-101e-47b9-bb79-34b0901cf276 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Request body: {'floatingip': {'floating_network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'port_id': 'fbdca567-1693-4ee3-9736-d00fff2e5dd0', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'fixed_ip_address': '172.20.0.12'}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:52:32.089263 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-8b077efa-101e-47b9-bb79-34b0901cf276 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks [] for floatingip, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:32.107684 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910c9b0-476e-48cc-bc2b-3e4b28e2621a req-279ee20f-ac1f-4ad0-ba2d-bc546c089953 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:32.109426 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-0910c9b0-476e-48cc-bc2b-3e4b28e2621a req-279ee20f-ac1f-4ad0-ba2d-bc546c089953 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 945 time: 0.0508151 Dec 14 18:52:32.149419 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-0910c9b0-476e-48cc-bc2b-3e4b28e2621a req-5eb97cd0-f399-4987-9418-08f5a5b00b75 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331981 Dec 14 18:52:32.188593 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-8b077efa-101e-47b9-bb79-34b0901cf276 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:32.210214 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] get_ports_and_sgs() called for port_ids ['d73168f5-65d9-4ac4-a447-144eec03240d'] {{(pid=108022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:52:32.294767 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.db_base_plugin_common [None req-8b077efa-101e-47b9-bb79-34b0901cf276 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Allocated IP 172.27.2.103 (5ea8f873-3bad-4a65-ada9-9108bfa946ef/8e9c9e92-9812-43f3-93d5-9d715bd5944d/e1d3bac4-1cef-4b91-9ff3-f391d4ebe6b1) {{(pid=108021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:52:32.397582 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-8b077efa-101e-47b9-bb79-34b0901cf276 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks [] for port, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:32.430869 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-8b077efa-101e-47b9-bb79-34b0901cf276 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29291660'] for port, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:32.468610 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b077efa-101e-47b9-bb79-34b0901cf276 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Network 5ea8f873-3bad-4a65-ada9-9108bfa946ef is already hosted by enough agents. {{(pid=108021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:52:32.472940 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.base_scheduler [None req-8b077efa-101e-47b9-bb79-34b0901cf276 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Resources bound (agent type, host, resource id): {{(pid=108021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:52:32.476788 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b077efa-101e-47b9-bb79-34b0901cf276 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Received port after_create {{(pid=108021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:52:32.484933 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b077efa-101e-47b9-bb79-34b0901cf276 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Pushing event updated for resources: {'Port': ['ID=e1d3bac4-1cef-4b91-9ff3-f391d4ebe6b1,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:52:33.028743 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-8b077efa-101e-47b9-bb79-34b0901cf276 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:33.094350 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-8b077efa-101e-47b9-bb79-34b0901cf276 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:33.269844 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-8b077efa-101e-47b9-bb79-34b0901cf276 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks [] for port, precommit_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:33.275227 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-8b077efa-101e-47b9-bb79-34b0901cf276 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29291667'] for port, after_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:33.313153 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c2d71-387d-40d8-ae6c-c5820a776602 req-612b56a2-4c5a-494d-8adf-2ad57be362c4 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:33.314770 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-a00c2d71-387d-40d8-ae6c-c5820a776602 req-612b56a2-4c5a-494d-8adf-2ad57be362c4 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 945 time: 0.0946293 Dec 14 18:52:33.379471 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b077efa-101e-47b9-bb79-34b0901cf276 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Pushing event updated for resources: {'Port': ['ID=e1d3bac4-1cef-4b91-9ff3-f391d4ebe6b1,revision_number=2']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:52:33.391223 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-8b077efa-101e-47b9-bb79-34b0901cf276 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552536'] for floatingip, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:33.398018 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-a00c2d71-387d-40d8-ae6c-c5820a776602 req-de46b9ad-b697-4a26-a329-62eb94c47e3a tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762529 Dec 14 18:52:33.493817 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.db.l3_db [None req-8b077efa-101e-47b9-bb79-34b0901cf276 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Floating IP 6a1aff5b-6c4f-4b9a-85ff-52ec5afb0aeb associated. External IP: 172.27.2.103, port: fbdca567-1693-4ee3-9736-d00fff2e5dd0. Dec 14 18:52:33.694658 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b077efa-101e-47b9-bb79-34b0901cf276 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Router f1006f6a-2fad-4fc6-87fc-601bc49c6eca has already been hosted by L3 agent 61f97045-3475-4abf-9bb4-9e4a5178f14d {{(pid=108021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:52:33.744029 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device d73168f5-65d9-4ac4-a447-144eec03240d up at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:52:33.794905 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Provisioning for port d73168f5-65d9-4ac4-a447-144eec03240d completed by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 18:52:33.798661 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Provisioning complete for port d73168f5-65d9-4ac4-a447-144eec03240d triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:52:33.799029 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:33.805276 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b077efa-101e-47b9-bb79-34b0901cf276 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify agent at l3_agent.dv-cinder-821746-1-iscsi the message routers_updated {{(pid=108021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:52:33.823066 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-8b077efa-101e-47b9-bb79-34b0901cf276 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for floatingip, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:33.823438 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761243da-954d-4507-812b-1dd70c7566cc None None] Sync routers for ids ['f1006f6a-2fad-4fc6-87fc-601bc49c6eca'] in dv-cinder-821746-1-iscsi {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:52:33.841200 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761243da-954d-4507-812b-1dd70c7566cc None None] Routers {'f1006f6a-2fad-4fc6-87fc-601bc49c6eca'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:52:33.841821 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-761243da-954d-4507-812b-1dd70c7566cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:52:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['f1006f6a-2fad-4fc6-87fc-601bc49c6eca'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:52:33.852049 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-8b077efa-101e-47b9-bb79-34b0901cf276 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7882891 Dec 14 18:52:33.852753 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3918be3-06af-49a7-a18d-319c23783f2b', 'tag': 'fbdca567-1693-4ee3-9736-d00fff2e5dd0'}] {{(pid=108021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:52:33.855165 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b93b291913d2f478f978021224fe99462ed5361e2b2e2c80d6eb419d23fcc8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61755626-04e9-4902-a470-8495f4b0d24b" -d '{"events": [{"name": "network-changed", "server_uuid": "d3918be3-06af-49a7-a18d-319c23783f2b", "tag": "fbdca567-1693-4ee3-9736-d00fff2e5dd0"}]}' {{(pid=108021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:52:33.895494 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518a2678-3380-49ad-bd34-48569a584f5e x-openstack-request-id: req-518a2678-3380-49ad-bd34-48569a584f5e {{(pid=108021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:52:33.895858 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3918be3-06af-49a7-a18d-319c23783f2b", "tag": "fbdca567-1693-4ee3-9736-d00fff2e5dd0", "status": "completed", "code": 200}]} {{(pid=108021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:52:33.896024 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-518a2678-3380-49ad-bd34-48569a584f5e {{(pid=108021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:52:33.896567 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3918be3-06af-49a7-a18d-319c23783f2b', 'tag': 'fbdca567-1693-4ee3-9736-d00fff2e5dd0', 'status': 'completed', 'code': 200} Dec 14 18:52:33.957879 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61755626-04e9-4902-a470-8495f4b0d24b req-f173036f-4166-4832-af9d-01fe630570cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:33.959563 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-61755626-04e9-4902-a470-8495f4b0d24b req-f173036f-4166-4832-af9d-01fe630570cb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=741cbe7b4b8e44f89263304526525e93&device_id=d3918be3-06af-49a7-a18d-319c23783f2b HTTP/1.1" status: 200 len: 1099 time: 0.0409071 Dec 14 18:52:33.968466 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:33.996665 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-761243da-954d-4507-812b-1dd70c7566cc None None] Set router f1006f6a-2fad-4fc6-87fc-601bc49c6eca gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:52:34.002612 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb347400-d44a-444e-bfd9-a5391299b9e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73168f5-65d9-4ac4-a447-144eec03240d'}] {{(pid=108022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:52:34.005407 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4652f51f42c3be85180d8c5c7bba1325bd3159a0fd8a88314674832532d8132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a975e9-7d64-4acf-8964-c687bc571b8f" -d '{"events": [{"server_uuid": "fb347400-d44a-444e-bfd9-a5391299b9e0", "name": "network-vif-plugged", "status": "completed", "tag": "d73168f5-65d9-4ac4-a447-144eec03240d"}]}' {{(pid=108022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:52:34.044548 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port d73168f5-65d9-4ac4-a447-144eec03240d, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=d73168f5-65d9-4ac4-a447-144eec03240d,segment=NetworkSegment(f422b3f8-989b-4aa5-8aac-28f9be55c445),segment_id=f422b3f8-989b-4aa5-8aac-28f9be55c445)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:52:34.046328 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855b028b-26e6-469a-b818-406f330f5c3a x-openstack-request-id: req-855b028b-26e6-469a-b818-406f330f5c3a {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:52:34.046762 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb347400-d44a-444e-bfd9-a5391299b9e0", "name": "network-vif-plugged", "status": "completed", "tag": "d73168f5-65d9-4ac4-a447-144eec03240d", "code": 200}]} {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:52:34.046901 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-855b028b-26e6-469a-b818-406f330f5c3a {{(pid=108022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:52:34.047340 dv-cinder-821746-1-iscsi neutron-server[108022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb347400-d44a-444e-bfd9-a5391299b9e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73168f5-65d9-4ac4-a447-144eec03240d', 'code': 200} Dec 14 18:52:34.049929 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:34.063517 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61755626-04e9-4902-a470-8495f4b0d24b req-d7409561-e6e1-4cd5-81fa-151fa29fa538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:34.065129 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-61755626-04e9-4902-a470-8495f4b0d24b req-d7409561-e6e1-4cd5-81fa-151fa29fa538 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b0fe8517-6221-43b8-ae5a-5eb15b9287f3 HTTP/1.1" status: 200 len: 913 time: 0.0970719 Dec 14 18:52:34.137169 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-61755626-04e9-4902-a470-8495f4b0d24b req-39a8ea1f-2b6b-45f2-a607-5e311eae7613 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbdca567-1693-4ee3-9736-d00fff2e5dd0 HTTP/1.1" status: 200 len: 1000 time: 0.0604947 Dec 14 18:52:34.148697 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=d73168f5-65d9-4ac4-a447-144eec03240d,revision_number=5']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:52:34.195116 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61755626-04e9-4902-a470-8495f4b0d24b req-33b316bd-a744-40c3-a327-e9a99e48c8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:34.196938 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-61755626-04e9-4902-a470-8495f4b0d24b req-33b316bd-a744-40c3-a327-e9a99e48c8da service neutron] 10.222.0.61 "GET /v2.0/subnets?id=da885d4c-4599-4681-a9b9-c7916b022d59 HTTP/1.1" status: 200 len: 851 time: 0.0518987 Dec 14 18:52:34.270560 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61755626-04e9-4902-a470-8495f4b0d24b req-78182f7e-30f6-4176-9bd5-22e88314474f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:34.272039 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-61755626-04e9-4902-a470-8495f4b0d24b req-78182f7e-30f6-4176-9bd5-22e88314474f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b0fe8517-6221-43b8-ae5a-5eb15b9287f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684114 Dec 14 18:52:34.276988 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f1f35-6212-4989-99e6-1aed6cfc0ab7 req-bb691fef-7217-4726-9564-144f993a3979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:34.278353 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-278f1f35-6212-4989-99e6-1aed6cfc0ab7 req-bb691fef-7217-4726-9564-144f993a3979 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 1099 time: 0.0509999 Dec 14 18:52:34.289102 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-761243da-954d-4507-812b-1dd70c7566cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'name': 'tempest-TestVolumeBootPattern-1945744918-router', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:23Z', 'revision_number': 4, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'gw_port': {'id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_floatingips': [{'id': '6a1aff5b-6c4f-4b9a-85ff-52ec5afb0aeb', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'floating_ip_address': '172.27.2.103', 'floating_network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'router_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'port_id': 'fbdca567-1693-4ee3-9736-d00fff2e5dd0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3', 'mac_address': 'fa:16:3e:cc:e9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3918be3-06af-49a7-a18d-319c23783f2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:52:32Z', 'updated_at': '2021-12-14T18:52:32Z', 'revision_number': 0, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66281a4a-7b23-4a69-abe1-c6ca14063120', 'name': '', 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'mac_address': 'fa:16:3e:80:31:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:22Z', 'updated_at': '2021-12-14T18:49:28Z', 'revision_number': 5, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'subnets': [{'id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:52:34.315975 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761243da-954d-4507-812b-1dd70c7566cc None None] Checking router: f1006f6a-2fad-4fc6-87fc-601bc49c6eca for host: dv-cinder-821746-1-iscsi {{(pid=108022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:52:34.325703 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761243da-954d-4507-812b-1dd70c7566cc None None] Routers {'f1006f6a-2fad-4fc6-87fc-601bc49c6eca'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:52:34.326320 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-761243da-954d-4507-812b-1dd70c7566cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:52:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['f1006f6a-2fad-4fc6-87fc-601bc49c6eca'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:52:34.364122 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-278f1f35-6212-4989-99e6-1aed6cfc0ab7 req-0222f1a4-5fee-4c9d-a5b8-3b037dddae19 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777020 Dec 14 18:52:34.388783 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-61755626-04e9-4902-a470-8495f4b0d24b req-85d1f2c4-8340-41bc-98c9-ba291a1ec8e8 service neutron] 10.222.0.61 "GET /v2.0/networks/b0fe8517-6221-43b8-ae5a-5eb15b9287f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091814 Dec 14 18:52:34.434061 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-761243da-954d-4507-812b-1dd70c7566cc None None] Set router f1006f6a-2fad-4fc6-87fc-601bc49c6eca gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:52:34.518124 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9db2bb-1212-4dc4-9c1e-f0d7efc39b3e req-791adcbb-2c54-4f8c-954a-fa6387001ab0 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:34.520178 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4e9db2bb-1212-4dc4-9c1e-f0d7efc39b3e req-791adcbb-2c54-4f8c-954a-fa6387001ab0 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 946 time: 0.0517309 Dec 14 18:52:34.569699 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4e9db2bb-1212-4dc4-9c1e-f0d7efc39b3e req-d2b3aa10-7f90-4765-a3fc-fe639121baf1 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429173 Dec 14 18:52:34.653859 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-61755626-04e9-4902-a470-8495f4b0d24b req-fd5fe3ed-de91-4b34-8090-3ea00f8a91f5 service neutron] 10.222.0.61 "GET /v2.0/networks/b0fe8517-6221-43b8-ae5a-5eb15b9287f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990872 Dec 14 18:52:34.785759 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-761243da-954d-4507-812b-1dd70c7566cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'name': 'tempest-TestVolumeBootPattern-1945744918-router', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:23Z', 'revision_number': 4, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'gw_port': {'id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_floatingips': [{'id': '6a1aff5b-6c4f-4b9a-85ff-52ec5afb0aeb', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'floating_ip_address': '172.27.2.103', 'floating_network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'router_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'port_id': 'fbdca567-1693-4ee3-9736-d00fff2e5dd0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3', 'mac_address': 'fa:16:3e:cc:e9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3918be3-06af-49a7-a18d-319c23783f2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:52:32Z', 'updated_at': '2021-12-14T18:52:32Z', 'revision_number': 0, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66281a4a-7b23-4a69-abe1-c6ca14063120', 'name': '', 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'mac_address': 'fa:16:3e:80:31:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:22Z', 'updated_at': '2021-12-14T18:49:28Z', 'revision_number': 5, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'subnets': [{'id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:52:34.816020 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761243da-954d-4507-812b-1dd70c7566cc None None] The sync data for ids ['f1006f6a-2fad-4fc6-87fc-601bc49c6eca'] in dv-cinder-821746-1-iscsi is: [{'id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'name': 'tempest-TestVolumeBootPattern-1945744918-router', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:23Z', 'revision_number': 4, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'gw_port': {'id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_floatingips': [{'id': '6a1aff5b-6c4f-4b9a-85ff-52ec5afb0aeb', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'floating_ip_address': '172.27.2.103', 'floating_network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'router_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'port_id': 'fbdca567-1693-4ee3-9736-d00fff2e5dd0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3', 'mac_address': 'fa:16:3e:cc:e9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3918be3-06af-49a7-a18d-319c23783f2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:52:32Z', 'updated_at': '2021-12-14T18:52:32Z', 'revision_number': 0, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66281a4a-7b23-4a69-abe1-c6ca14063120', 'name': '', 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'mac_address': 'fa:16:3e:80:31:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:22Z', 'updated_at': '2021-12-14T18:49:28Z', 'revision_number': 5, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'subnets': [{'id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:52:35.005227 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474377c3-6599-4815-b260-d2403e6a5892 None None] New status for floating IP 6a1aff5b-6c4f-4b9a-85ff-52ec5afb0aeb: ACTIVE {{(pid=108023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 18:52:35.684608 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f0264-4f99-4203-bf55-fe4a1cb6b617 req-50932b55-afa2-4fb4-8398-00deba6585d8 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:35.686059 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-eb9f0264-4f99-4203-bf55-fe4a1cb6b617 req-50932b55-afa2-4fb4-8398-00deba6585d8 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 946 time: 0.0489309 Dec 14 18:52:35.726404 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-eb9f0264-4f99-4203-bf55-fe4a1cb6b617 req-0724c69a-a14b-4681-b649-22c5651d7002 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320415 Dec 14 18:52:35.839219 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7139f3-3cda-4636-8a38-b5ef98f69207 req-a046911e-ebf9-4d65-9daa-eda8eae084e4 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:35.840736 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-7a7139f3-3cda-4636-8a38-b5ef98f69207 req-a046911e-ebf9-4d65-9daa-eda8eae084e4 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 946 time: 0.0491610 Dec 14 18:52:35.880069 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-7a7139f3-3cda-4636-8a38-b5ef98f69207 req-1ef03da3-66a7-4565-a0d4-292489396228 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329018 Dec 14 18:52:35.901283 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 50426) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:52:35.981932 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b58a2d-5556-4e8c-a097-0918ce509aec tempest-TestShelveInstance-1279320770 tempest-TestShelveInstance-1279320770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:35.983708 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-c4b58a2d-5556-4e8c-a097-0918ce509aec tempest-TestShelveInstance-1279320770 tempest-TestShelveInstance-1279320770-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 1094 time: 0.0814619 Dec 14 18:52:35.986664 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 50430) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:52:35.991395 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-0e342227-1c05-46b9-8957-b13678547201 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Request body: {'floatingip': {'floating_network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'port_id': 'd73168f5-65d9-4ac4-a447-144eec03240d', 'tenant_id': '65aa1bc448174f819d13506e836df6fb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:52:36.015327 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-0e342227-1c05-46b9-8957-b13678547201 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks [] for floatingip, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:36.118909 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-0e342227-1c05-46b9-8957-b13678547201 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:36.225331 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.db_base_plugin_common [None req-0e342227-1c05-46b9-8957-b13678547201 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Allocated IP 172.27.2.39 (5ea8f873-3bad-4a65-ada9-9108bfa946ef/8e9c9e92-9812-43f3-93d5-9d715bd5944d/478c1e23-a69c-44b1-9eaf-d5d551901bb8) {{(pid=108021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:52:36.325664 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-0e342227-1c05-46b9-8957-b13678547201 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks [] for port, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:36.359650 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-0e342227-1c05-46b9-8957-b13678547201 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29291660'] for port, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:36.396760 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e342227-1c05-46b9-8957-b13678547201 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Network 5ea8f873-3bad-4a65-ada9-9108bfa946ef is already hosted by enough agents. {{(pid=108021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:52:36.400877 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.base_scheduler [None req-0e342227-1c05-46b9-8957-b13678547201 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Resources bound (agent type, host, resource id): {{(pid=108021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:52:36.407699 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e342227-1c05-46b9-8957-b13678547201 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Received port after_create {{(pid=108021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:52:36.411128 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e342227-1c05-46b9-8957-b13678547201 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Pushing event updated for resources: {'Port': ['ID=478c1e23-a69c-44b1-9eaf-d5d551901bb8,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:52:36.440229 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e342227-1c05-46b9-8957-b13678547201 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:52:36.440604 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e342227-1c05-46b9-8957-b13678547201 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:52:36.440946 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e342227-1c05-46b9-8957-b13678547201 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:52:36.441277 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e342227-1c05-46b9-8957-b13678547201 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:52:36.441608 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e342227-1c05-46b9-8957-b13678547201 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:52:36.441936 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e342227-1c05-46b9-8957-b13678547201 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:52:36.442260 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e342227-1c05-46b9-8957-b13678547201 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:52:36.442612 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e342227-1c05-46b9-8957-b13678547201 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:52:36.442937 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e342227-1c05-46b9-8957-b13678547201 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:52:36.443259 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e342227-1c05-46b9-8957-b13678547201 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:52:36.443578 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e342227-1c05-46b9-8957-b13678547201 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:52:36.443897 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e342227-1c05-46b9-8957-b13678547201 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:52:36.761409 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-0e342227-1c05-46b9-8957-b13678547201 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:36.835596 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-0e342227-1c05-46b9-8957-b13678547201 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:36.979834 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-0e342227-1c05-46b9-8957-b13678547201 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks [] for port, precommit_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:36.984359 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-0e342227-1c05-46b9-8957-b13678547201 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29291667'] for port, after_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:37.056212 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e342227-1c05-46b9-8957-b13678547201 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Pushing event updated for resources: {'Port': ['ID=478c1e23-a69c-44b1-9eaf-d5d551901bb8,revision_number=2']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:52:37.068224 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-0e342227-1c05-46b9-8957-b13678547201 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552536'] for floatingip, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:37.168138 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.db.l3_db [None req-0e342227-1c05-46b9-8957-b13678547201 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Floating IP c05bdf72-8934-4626-aef6-eb97674f5bd4 associated. External IP: 172.27.2.39, port: d73168f5-65d9-4ac4-a447-144eec03240d. Dec 14 18:52:37.364642 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e342227-1c05-46b9-8957-b13678547201 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Router 7da327e6-d03b-4451-bc8f-3a3dfbeacf4e has already been hosted by L3 agent 61f97045-3475-4abf-9bb4-9e4a5178f14d {{(pid=108021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:52:37.467793 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e342227-1c05-46b9-8957-b13678547201 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify agent at l3_agent.dv-cinder-821746-1-iscsi the message routers_updated {{(pid=108021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:52:37.477069 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f797ed64-651c-44d2-8441-9a7131bca18d None None] Sync routers for ids ['7da327e6-d03b-4451-bc8f-3a3dfbeacf4e'] in dv-cinder-821746-1-iscsi {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:52:37.485230 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-0e342227-1c05-46b9-8957-b13678547201 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for floatingip, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:37.486902 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f797ed64-651c-44d2-8441-9a7131bca18d None None] Routers {'7da327e6-d03b-4451-bc8f-3a3dfbeacf4e'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:52:37.488017 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-f797ed64-651c-44d2-8441-9a7131bca18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:52:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['7da327e6-d03b-4451-bc8f-3a3dfbeacf4e'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:52:37.512929 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-0e342227-1c05-46b9-8957-b13678547201 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5247555 Dec 14 18:52:37.513603 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb347400-d44a-444e-bfd9-a5391299b9e0', 'tag': 'd73168f5-65d9-4ac4-a447-144eec03240d'}] {{(pid=108021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:52:37.515877 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b93b291913d2f478f978021224fe99462ed5361e2b2e2c80d6eb419d23fcc8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a4856b-b47a-478e-9bcf-2ee3afba83d6" -d '{"events": [{"name": "network-changed", "server_uuid": "fb347400-d44a-444e-bfd9-a5391299b9e0", "tag": "d73168f5-65d9-4ac4-a447-144eec03240d"}]}' {{(pid=108021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:52:37.551698 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1d0558-76cd-4261-9333-95a2061afc59 x-openstack-request-id: req-9e1d0558-76cd-4261-9333-95a2061afc59 {{(pid=108021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:52:37.551983 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb347400-d44a-444e-bfd9-a5391299b9e0", "tag": "d73168f5-65d9-4ac4-a447-144eec03240d", "status": "completed", "code": 200}]} {{(pid=108021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:52:37.552234 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9e1d0558-76cd-4261-9333-95a2061afc59 {{(pid=108021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:52:37.552630 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb347400-d44a-444e-bfd9-a5391299b9e0', 'tag': 'd73168f5-65d9-4ac4-a447-144eec03240d', 'status': 'completed', 'code': 200} Dec 14 18:52:37.601107 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-f797ed64-651c-44d2-8441-9a7131bca18d None None] Set router 7da327e6-d03b-4451-bc8f-3a3dfbeacf4e gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:52:37.612503 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4856b-b47a-478e-9bcf-2ee3afba83d6 req-11996fce-e0a6-49a0-ade6-63b388781a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:37.614094 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b1a4856b-b47a-478e-9bcf-2ee3afba83d6 req-11996fce-e0a6-49a0-ade6-63b388781a25 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=65aa1bc448174f819d13506e836df6fb&device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 1099 time: 0.0399885 Dec 14 18:52:37.708140 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4856b-b47a-478e-9bcf-2ee3afba83d6 req-a5547718-84f2-4aae-ac31-ded60db8e5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:37.709636 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b1a4856b-b47a-478e-9bcf-2ee3afba83d6 req-a5547718-84f2-4aae-ac31-ded60db8e5ae service neutron] 10.222.0.61 "GET /v2.0/networks?id=c139c236-cafe-4060-83b5-90ef769a1167 HTTP/1.1" status: 200 len: 909 time: 0.0880122 Dec 14 18:52:37.776491 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b1a4856b-b47a-478e-9bcf-2ee3afba83d6 req-f3ce0b97-a82b-4027-befe-7da35c149a2f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d73168f5-65d9-4ac4-a447-144eec03240d HTTP/1.1" status: 200 len: 999 time: 0.0597446 Dec 14 18:52:37.819772 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-f797ed64-651c-44d2-8441-9a7131bca18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da327e6-d03b-4451-bc8f-3a3dfbeacf4e', 'name': 'tempest-TestShelveInstance-335543480-router', 'tenant_id': '65aa1bc448174f819d13506e836df6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '38a67919-882c-45ad-bfe7-adc6108f359c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:49Z', 'updated_at': '2021-12-14T18:51:53Z', 'revision_number': 4, 'project_id': '65aa1bc448174f819d13506e836df6fb', 'gw_port': {'id': '38a67919-882c-45ad-bfe7-adc6108f359c', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da327e6-d03b-4451-bc8f-3a3dfbeacf4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:50Z', 'updated_at': '2021-12-14T18:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_floatingips': [{'id': 'c05bdf72-8934-4626-aef6-eb97674f5bd4', 'tenant_id': '65aa1bc448174f819d13506e836df6fb', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'router_id': '7da327e6-d03b-4451-bc8f-3a3dfbeacf4e', 'port_id': 'd73168f5-65d9-4ac4-a447-144eec03240d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c139c236-cafe-4060-83b5-90ef769a1167', 'mac_address': 'fa:16:3e:04:09:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb347400-d44a-444e-bfd9-a5391299b9e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:52:36Z', 'updated_at': '2021-12-14T18:52:36Z', 'revision_number': 0, 'project_id': '65aa1bc448174f819d13506e836df6fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '026f0e72-d74f-4ed3-ac43-98a506dae921', 'name': '', 'network_id': 'c139c236-cafe-4060-83b5-90ef769a1167', 'tenant_id': '65aa1bc448174f819d13506e836df6fb', 'mac_address': 'fa:16:3e:49:61:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da327e6-d03b-4451-bc8f-3a3dfbeacf4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '8d51de31-645e-4840-af00-bee771086121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:52Z', 'updated_at': '2021-12-14T18:51:58Z', 'revision_number': 5, 'project_id': '65aa1bc448174f819d13506e836df6fb', 'subnets': [{'id': '8d51de31-645e-4840-af00-bee771086121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:52:37.835866 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4856b-b47a-478e-9bcf-2ee3afba83d6 req-644c72c7-a68c-4720-a0ba-349d09df486f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:37.837393 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b1a4856b-b47a-478e-9bcf-2ee3afba83d6 req-644c72c7-a68c-4720-a0ba-349d09df486f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8d51de31-645e-4840-af00-bee771086121 HTTP/1.1" status: 200 len: 847 time: 0.0537875 Dec 14 18:52:37.853206 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f797ed64-651c-44d2-8441-9a7131bca18d None None] Checking router: 7da327e6-d03b-4451-bc8f-3a3dfbeacf4e for host: dv-cinder-821746-1-iscsi {{(pid=108022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:52:37.861893 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f797ed64-651c-44d2-8441-9a7131bca18d None None] Routers {'7da327e6-d03b-4451-bc8f-3a3dfbeacf4e'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:52:37.862556 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-f797ed64-651c-44d2-8441-9a7131bca18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:52:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['7da327e6-d03b-4451-bc8f-3a3dfbeacf4e'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:52:37.884768 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4856b-b47a-478e-9bcf-2ee3afba83d6 req-9b47474b-839e-42e0-90ef-0fc6a2a73aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:37.886201 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b1a4856b-b47a-478e-9bcf-2ee3afba83d6 req-9b47474b-839e-42e0-90ef-0fc6a2a73aab service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c139c236-cafe-4060-83b5-90ef769a1167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410173 Dec 14 18:52:37.965462 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-f797ed64-651c-44d2-8441-9a7131bca18d None None] Set router 7da327e6-d03b-4451-bc8f-3a3dfbeacf4e gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:52:37.976500 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b1a4856b-b47a-478e-9bcf-2ee3afba83d6 req-1ee26f4d-b854-44cf-a092-b864b60b0233 service neutron] 10.222.0.61 "GET /v2.0/networks/c139c236-cafe-4060-83b5-90ef769a1167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827262 Dec 14 18:52:38.071430 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-b1a4856b-b47a-478e-9bcf-2ee3afba83d6 req-9f0c4f9e-2243-45e4-83ed-49f7b7880f7a service neutron] 10.222.0.61 "GET /v2.0/networks/c139c236-cafe-4060-83b5-90ef769a1167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874226 Dec 14 18:52:38.184754 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-f797ed64-651c-44d2-8441-9a7131bca18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da327e6-d03b-4451-bc8f-3a3dfbeacf4e', 'name': 'tempest-TestShelveInstance-335543480-router', 'tenant_id': '65aa1bc448174f819d13506e836df6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '38a67919-882c-45ad-bfe7-adc6108f359c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:49Z', 'updated_at': '2021-12-14T18:51:53Z', 'revision_number': 4, 'project_id': '65aa1bc448174f819d13506e836df6fb', 'gw_port': {'id': '38a67919-882c-45ad-bfe7-adc6108f359c', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da327e6-d03b-4451-bc8f-3a3dfbeacf4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:50Z', 'updated_at': '2021-12-14T18:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_floatingips': [{'id': 'c05bdf72-8934-4626-aef6-eb97674f5bd4', 'tenant_id': '65aa1bc448174f819d13506e836df6fb', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'router_id': '7da327e6-d03b-4451-bc8f-3a3dfbeacf4e', 'port_id': 'd73168f5-65d9-4ac4-a447-144eec03240d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c139c236-cafe-4060-83b5-90ef769a1167', 'mac_address': 'fa:16:3e:04:09:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb347400-d44a-444e-bfd9-a5391299b9e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:52:36Z', 'updated_at': '2021-12-14T18:52:36Z', 'revision_number': 0, 'project_id': '65aa1bc448174f819d13506e836df6fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '026f0e72-d74f-4ed3-ac43-98a506dae921', 'name': '', 'network_id': 'c139c236-cafe-4060-83b5-90ef769a1167', 'tenant_id': '65aa1bc448174f819d13506e836df6fb', 'mac_address': 'fa:16:3e:49:61:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da327e6-d03b-4451-bc8f-3a3dfbeacf4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '8d51de31-645e-4840-af00-bee771086121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:52Z', 'updated_at': '2021-12-14T18:51:58Z', 'revision_number': 5, 'project_id': '65aa1bc448174f819d13506e836df6fb', 'subnets': [{'id': '8d51de31-645e-4840-af00-bee771086121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:52:38.212830 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f797ed64-651c-44d2-8441-9a7131bca18d None None] The sync data for ids ['7da327e6-d03b-4451-bc8f-3a3dfbeacf4e'] in dv-cinder-821746-1-iscsi is: [{'id': '7da327e6-d03b-4451-bc8f-3a3dfbeacf4e', 'name': 'tempest-TestShelveInstance-335543480-router', 'tenant_id': '65aa1bc448174f819d13506e836df6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '38a67919-882c-45ad-bfe7-adc6108f359c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:49Z', 'updated_at': '2021-12-14T18:51:53Z', 'revision_number': 4, 'project_id': '65aa1bc448174f819d13506e836df6fb', 'gw_port': {'id': '38a67919-882c-45ad-bfe7-adc6108f359c', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da327e6-d03b-4451-bc8f-3a3dfbeacf4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:50Z', 'updated_at': '2021-12-14T18:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_floatingips': [{'id': 'c05bdf72-8934-4626-aef6-eb97674f5bd4', 'tenant_id': '65aa1bc448174f819d13506e836df6fb', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'router_id': '7da327e6-d03b-4451-bc8f-3a3dfbeacf4e', 'port_id': 'd73168f5-65d9-4ac4-a447-144eec03240d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c139c236-cafe-4060-83b5-90ef769a1167', 'mac_address': 'fa:16:3e:04:09:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb347400-d44a-444e-bfd9-a5391299b9e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:52:36Z', 'updated_at': '2021-12-14T18:52:36Z', 'revision_number': 0, 'project_id': '65aa1bc448174f819d13506e836df6fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '026f0e72-d74f-4ed3-ac43-98a506dae921', 'name': '', 'network_id': 'c139c236-cafe-4060-83b5-90ef769a1167', 'tenant_id': '65aa1bc448174f819d13506e836df6fb', 'mac_address': 'fa:16:3e:49:61:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da327e6-d03b-4451-bc8f-3a3dfbeacf4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '8d51de31-645e-4840-af00-bee771086121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:52Z', 'updated_at': '2021-12-14T18:51:58Z', 'revision_number': 5, 'project_id': '65aa1bc448174f819d13506e836df6fb', 'subnets': [{'id': '8d51de31-645e-4840-af00-bee771086121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:52:38.386206 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bb0203-f4c2-4cb3-8812-1d6b9c9f926b None None] New status for floating IP c05bdf72-8934-4626-aef6-eb97674f5bd4: ACTIVE {{(pid=108023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 18:52:42.383529 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-bebf531c-da2c-4d96-9ecf-1212f6f55d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:44.729280 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-be12eb18-21c2-4868-bd76-a21370c2d1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:46.203608 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:47.552122 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:47.877117 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:52.161846 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:52:54.919555 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd85420-303d-4f59-8fe6-d79c6fa402ea req-66cc690a-36b0-43cd-804e-8b816c466e8e tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:54.921003 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-4dd85420-303d-4f59-8fe6-d79c6fa402ea req-66cc690a-36b0-43cd-804e-8b816c466e8e tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/ports?device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 985 time: 0.0539808 Dec 14 18:52:54.923030 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4fb4a-3161-4295-ac80-333b038805da req-ad4535af-8178-46e4-8ed7-2c2d49f057f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:54.924541 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-35c4fb4a-3161-4295-ac80-333b038805da req-ad4535af-8178-46e4-8ed7-2c2d49f057f8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8c08a6cd43f6432f8eb266103062623a&device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 1138 time: 0.0411739 Dec 14 18:52:54.963382 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-4dd85420-303d-4f59-8fe6-d79c6fa402ea req-f66a3aab-b931-4a90-b58a-2d9ff6d858a2 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/security-groups?id=861f6b4e-2280-4df7-bd32-d271c2678d85&id=b7a84df1-ef6d-4cbc-b473-cbad3e509efd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354869 Dec 14 18:52:55.021672 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4fb4a-3161-4295-ac80-333b038805da req-e6eafb6f-56df-4757-8e84-e24a89aa1cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:55.023301 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-35c4fb4a-3161-4295-ac80-333b038805da req-e6eafb6f-56df-4757-8e84-e24a89aa1cb8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f8af2700-8899-4b5b-be93-d24679c7c4ea HTTP/1.1" status: 200 len: 914 time: 0.0888250 Dec 14 18:52:55.094758 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-35c4fb4a-3161-4295-ac80-333b038805da req-620fafc8-2eb3-4f51-ae96-13d2070887c5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=808d7607-f64e-4f04-ad03-ce015e64252f HTTP/1.1" status: 200 len: 1002 time: 0.0613410 Dec 14 18:52:55.146460 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4fb4a-3161-4295-ac80-333b038805da req-b535d5eb-e4a4-4ebd-be56-08441f1e9348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:55.147898 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-35c4fb4a-3161-4295-ac80-333b038805da req-b535d5eb-e4a4-4ebd-be56-08441f1e9348 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c39b8f31-f90a-4cf1-bc6c-f4999a4baffd HTTP/1.1" status: 200 len: 852 time: 0.0434914 Dec 14 18:52:55.198737 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4fb4a-3161-4295-ac80-333b038805da req-20d0f742-1c56-4ad6-8006-c486fd28bd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:55.200112 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-35c4fb4a-3161-4295-ac80-333b038805da req-20d0f742-1c56-4ad6-8006-c486fd28bd7f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f8af2700-8899-4b5b-be93-d24679c7c4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433266 Dec 14 18:52:55.293597 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-35c4fb4a-3161-4295-ac80-333b038805da req-8b51cafc-d73f-42f5-9964-3d5bcd492476 service neutron] 10.222.0.61 "GET /v2.0/networks/f8af2700-8899-4b5b-be93-d24679c7c4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795164 Dec 14 18:52:55.389617 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-35c4fb4a-3161-4295-ac80-333b038805da req-022a80ff-90c9-431f-b869-a9b26418cce2 service neutron] 10.222.0.61 "GET /v2.0/networks/f8af2700-8899-4b5b-be93-d24679c7c4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843365 Dec 14 18:52:55.795562 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.agents_db [None req-bc91d4ce-6c5b-4ff0-abae-02e3a00e1a46 None None] Agent healthcheck: found 6 active agents {{(pid=108023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:52:56.079426 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d80122-cecf-4a8a-b75c-26b126d08fed req-28924593-59b0-4994-83c8-7e1f8424df48 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:56.081397 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-d7d80122-cecf-4a8a-b75c-26b126d08fed req-28924593-59b0-4994-83c8-7e1f8424df48 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/ports?device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 985 time: 0.0491564 Dec 14 18:52:56.121814 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-d7d80122-cecf-4a8a-b75c-26b126d08fed req-7c34b1c7-a3ea-4048-a15e-a87fd9e70b4a tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/security-groups?id=861f6b4e-2280-4df7-bd32-d271c2678d85&id=b7a84df1-ef6d-4cbc-b473-cbad3e509efd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341973 Dec 14 18:52:57.235519 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da6a5a-dead-4875-b2eb-376947a09cf5 req-386a1580-53b1-4b46-8542-1b2c0b6624c1 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:57.237619 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-99da6a5a-dead-4875-b2eb-376947a09cf5 req-386a1580-53b1-4b46-8542-1b2c0b6624c1 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/ports?device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 985 time: 0.0484915 Dec 14 18:52:57.279978 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-99da6a5a-dead-4875-b2eb-376947a09cf5 req-e6305270-dcb4-4dfc-a478-652e85e75c1f tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/security-groups?id=861f6b4e-2280-4df7-bd32-d271c2678d85&id=b7a84df1-ef6d-4cbc-b473-cbad3e509efd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363936 Dec 14 18:52:58.391762 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c49cb0-cf32-48e4-9d08-28e7af287249 req-973d176b-41fe-4e30-a13f-b484dfb9c568 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:58.393709 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c0c49cb0-cf32-48e4-9d08-28e7af287249 req-973d176b-41fe-4e30-a13f-b484dfb9c568 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/ports?device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 985 time: 0.0487111 Dec 14 18:52:58.440313 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-c0c49cb0-cf32-48e4-9d08-28e7af287249 req-34c10dab-1023-4fed-beeb-c59e0c7dae6a tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/security-groups?id=861f6b4e-2280-4df7-bd32-d271c2678d85&id=b7a84df1-ef6d-4cbc-b473-cbad3e509efd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405581 Dec 14 18:52:59.554472 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5d0b4-47b7-49f9-a875-012cb6451fc6 req-51da0f30-ce37-4f8d-b75c-e92bfae5ed83 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:52:59.555958 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-d6a5d0b4-47b7-49f9-a875-012cb6451fc6 req-51da0f30-ce37-4f8d-b75c-e92bfae5ed83 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/ports?device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 985 time: 0.0483639 Dec 14 18:52:59.594760 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-d6a5d0b4-47b7-49f9-a875-012cb6451fc6 req-c90f38c3-7998-45d1-b127-402a149cb078 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/security-groups?id=861f6b4e-2280-4df7-bd32-d271c2678d85&id=b7a84df1-ef6d-4cbc-b473-cbad3e509efd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327303 Dec 14 18:53:00.711494 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae5307-55a6-410b-8971-874eb1818664 req-2838fb39-f16c-46d8-8a0c-4031c6ec4368 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:53:00.712922 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5bae5307-55a6-410b-8971-874eb1818664 req-2838fb39-f16c-46d8-8a0c-4031c6ec4368 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/ports?device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 985 time: 0.0518506 Dec 14 18:53:00.753561 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5bae5307-55a6-410b-8971-874eb1818664 req-7437b3d6-8049-433c-a418-0011d765423e tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/security-groups?id=861f6b4e-2280-4df7-bd32-d271c2678d85&id=b7a84df1-ef6d-4cbc-b473-cbad3e509efd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345089 Dec 14 18:53:01.869747 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ce64f-1a37-48c9-9139-9f57fe0343b2 req-66a97b94-f28f-440e-8900-eb70a2c7eda4 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:53:01.871182 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-096ce64f-1a37-48c9-9139-9f57fe0343b2 req-66a97b94-f28f-440e-8900-eb70a2c7eda4 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/ports?device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 985 time: 0.0521424 Dec 14 18:53:01.911307 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-096ce64f-1a37-48c9-9139-9f57fe0343b2 req-4aaa9060-3061-4539-9499-eb5d9ec5145a tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/security-groups?id=861f6b4e-2280-4df7-bd32-d271c2678d85&id=b7a84df1-ef6d-4cbc-b473-cbad3e509efd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341177 Dec 14 18:53:03.024065 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ce596-5bc0-43a9-ae61-c73ea46d9f8f req-c37ef66b-86be-40f8-8be2-a70dd1452830 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:53:03.025522 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-258ce596-5bc0-43a9-ae61-c73ea46d9f8f req-c37ef66b-86be-40f8-8be2-a70dd1452830 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/ports?device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 985 time: 0.0489781 Dec 14 18:53:03.065235 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-258ce596-5bc0-43a9-ae61-c73ea46d9f8f req-1aaf40e4-379e-49fb-933d-d073cebdaedf tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/security-groups?id=861f6b4e-2280-4df7-bd32-d271c2678d85&id=b7a84df1-ef6d-4cbc-b473-cbad3e509efd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336993 Dec 14 18:53:04.176690 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03445ea3-595e-414c-b9ae-ddade04959c0 req-db38417d-94fa-49f3-b820-b5aa2666f326 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:53:04.178128 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-03445ea3-595e-414c-b9ae-ddade04959c0 req-db38417d-94fa-49f3-b820-b5aa2666f326 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/ports?device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 985 time: 0.0486670 Dec 14 18:53:04.217526 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-03445ea3-595e-414c-b9ae-ddade04959c0 req-186585ee-886a-4aef-b1b0-502d59630af9 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/security-groups?id=861f6b4e-2280-4df7-bd32-d271c2678d85&id=b7a84df1-ef6d-4cbc-b473-cbad3e509efd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332997 Dec 14 18:53:05.330568 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9394bf8c-51cb-45ac-9b2b-6516c458a5ee req-b6dda356-f896-4920-92f5-e5c459d4a9a7 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:53:05.332015 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9394bf8c-51cb-45ac-9b2b-6516c458a5ee req-b6dda356-f896-4920-92f5-e5c459d4a9a7 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/ports?device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 985 time: 0.0482087 Dec 14 18:53:05.371684 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-9394bf8c-51cb-45ac-9b2b-6516c458a5ee req-66044d14-33f2-4a25-89de-7c1bed672e72 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/security-groups?id=861f6b4e-2280-4df7-bd32-d271c2678d85&id=b7a84df1-ef6d-4cbc-b473-cbad3e509efd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335224 Dec 14 18:53:06.485693 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df973989-ae58-40be-9495-7da3f998b358 req-594356b0-e3c4-4908-a027-da7654c68c05 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:53:06.487691 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-df973989-ae58-40be-9495-7da3f998b358 req-594356b0-e3c4-4908-a027-da7654c68c05 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/ports?device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 985 time: 0.0513153 Dec 14 18:53:06.526827 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-df973989-ae58-40be-9495-7da3f998b358 req-f02acf26-cbb0-4af1-86d9-c821f6d0c40d tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/security-groups?id=861f6b4e-2280-4df7-bd32-d271c2678d85&id=b7a84df1-ef6d-4cbc-b473-cbad3e509efd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331209 Dec 14 18:53:12.375133 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-36b5ee23-85b4-4a93-a842-854ba93797d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:14.729162 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ccd726de-4c29-4598-a08e-976c732ee483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:16.206591 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:17.552683 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:17.879364 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:22.161876 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:29.811029 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5c3826c0-ccf5-4472-b8b9-17b514dc6c97 req-b3223fc1-b4a6-4e96-b4e0-7c068bfcb09e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433452 Dec 14 18:53:29.894182 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3826c0-ccf5-4472-b8b9-17b514dc6c97 req-67477355-34a7-4121-a373-ddffb25f4f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:53:29.895615 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5c3826c0-ccf5-4472-b8b9-17b514dc6c97 req-67477355-34a7-4121-a373-ddffb25f4f49 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8c08a6cd43f6432f8eb266103062623a&device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 1138 time: 0.0414112 Dec 14 18:53:29.996610 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3826c0-ccf5-4472-b8b9-17b514dc6c97 req-f343cc4c-614c-4deb-be62-db506adc0f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:53:29.998065 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5c3826c0-ccf5-4472-b8b9-17b514dc6c97 req-f343cc4c-614c-4deb-be62-db506adc0f8e service neutron] 10.222.0.61 "GET /v2.0/networks?id=f8af2700-8899-4b5b-be93-d24679c7c4ea HTTP/1.1" status: 200 len: 914 time: 0.0827262 Dec 14 18:53:30.068562 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5c3826c0-ccf5-4472-b8b9-17b514dc6c97 req-3ecd0fcb-31c2-42ca-8d43-0aaa8770f4d4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=808d7607-f64e-4f04-ad03-ce015e64252f HTTP/1.1" status: 200 len: 1002 time: 0.0619400 Dec 14 18:53:30.117701 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3826c0-ccf5-4472-b8b9-17b514dc6c97 req-e5741c2b-57ce-4ea0-8518-5ae1538daecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:53:30.119195 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5c3826c0-ccf5-4472-b8b9-17b514dc6c97 req-e5741c2b-57ce-4ea0-8518-5ae1538daecf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c39b8f31-f90a-4cf1-bc6c-f4999a4baffd HTTP/1.1" status: 200 len: 852 time: 0.0435479 Dec 14 18:53:30.165747 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3826c0-ccf5-4472-b8b9-17b514dc6c97 req-2b58c353-fabd-4f85-99ff-430b5db4c622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:53:30.167203 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5c3826c0-ccf5-4472-b8b9-17b514dc6c97 req-2b58c353-fabd-4f85-99ff-430b5db4c622 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f8af2700-8899-4b5b-be93-d24679c7c4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405648 Dec 14 18:53:30.262016 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5c3826c0-ccf5-4472-b8b9-17b514dc6c97 req-147d89d7-1fb8-4d8f-8620-c93e26e1e343 service neutron] 10.222.0.61 "GET /v2.0/networks/f8af2700-8899-4b5b-be93-d24679c7c4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867658 Dec 14 18:53:30.357649 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5c3826c0-ccf5-4472-b8b9-17b514dc6c97 req-cc4d2e5a-ac76-4768-a303-d193f31d7286 service neutron] 10.222.0.61 "GET /v2.0/networks/f8af2700-8899-4b5b-be93-d24679c7c4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876424 Dec 14 18:53:32.794694 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.agents_db [None req-bc91d4ce-6c5b-4ff0-abae-02e3a00e1a46 None None] Agent healthcheck: found 6 active agents {{(pid=108023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:53:39.581904 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-14ac6c05-a1a1-4d64-8686-c027b0a47084 req-65745bc5-b2d7-4e1c-b122-eda9d22419e6 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1874376527&fields=id&tenant_id=8c08a6cd43f6432f8eb266103062623a HTTP/1.1" status: 200 len: 267 time: 0.0852211 Dec 14 18:53:39.638323 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac6c05-a1a1-4d64-8686-c027b0a47084 req-433409b4-a4d9-4485-a446-a15c3c10cddf tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:53:39.639811 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-14ac6c05-a1a1-4d64-8686-c027b0a47084 req-433409b4-a4d9-4485-a446-a15c3c10cddf tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/ports?device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 985 time: 0.0522869 Dec 14 18:53:39.651318 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [req-14ac6c05-a1a1-4d64-8686-c027b0a47084 req-51342ba2-7111-43f7-b468-1e928a975d6e tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Request body: {'port': {'security_groups': ['b7a84df1-ef6d-4cbc-b473-cbad3e509efd']}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:53:39.716182 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-14ac6c05-a1a1-4d64-8686-c027b0a47084 req-51342ba2-7111-43f7-b468-1e928a975d6e tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:39.893407 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-14ac6c05-a1a1-4d64-8686-c027b0a47084 req-51342ba2-7111-43f7-b468-1e928a975d6e tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] For port 808d7607-f64e-4f04-ad03-ce015e64252f, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=808d7607-f64e-4f04-ad03-ce015e64252f,segment=NetworkSegment(0a2a8e1c-8964-4992-ac30-29e8e3e0912a),segment_id=0a2a8e1c-8964-4992-ac30-29e8e3e0912a)] {{(pid=108020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:53:39.920815 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-14ac6c05-a1a1-4d64-8686-c027b0a47084 req-51342ba2-7111-43f7-b468-1e928a975d6e tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks [] for port, precommit_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:39.925478 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-14ac6c05-a1a1-4d64-8686-c027b0a47084 req-51342ba2-7111-43f7-b468-1e928a975d6e tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25419006'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:39.937729 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] get_ports_and_sgs() called for port_ids ['808d7607-f64e-4f04-ad03-ce015e64252f'] {{(pid=108022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:53:39.967040 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac6c05-a1a1-4d64-8686-c027b0a47084 req-51342ba2-7111-43f7-b468-1e928a975d6e tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:53:39.967608 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-14ac6c05-a1a1-4d64-8686-c027b0a47084 req-51342ba2-7111-43f7-b468-1e928a975d6e tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:39.970616 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-14ac6c05-a1a1-4d64-8686-c027b0a47084 req-51342ba2-7111-43f7-b468-1e928a975d6e tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "PUT /v2.0/ports/808d7607-f64e-4f04-ad03-ce015e64252f HTTP/1.1" status: 200 len: 943 time: 0.3222249 Dec 14 18:53:39.975094 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56fb9c58-7871-4b44-be3e-1b54ed66d9ac', 'tag': '808d7607-f64e-4f04-ad03-ce015e64252f'}] {{(pid=108020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:53:39.975670 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 50502) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:53:39.977393 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d1d651e17726932f2c063a5cb62fed0687a982c73a8c4b64805019ed9839e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33093b8-f9be-44ea-a50e-15ce82e4996f" -d '{"events": [{"name": "network-changed", "server_uuid": "56fb9c58-7871-4b44-be3e-1b54ed66d9ac", "tag": "808d7607-f64e-4f04-ad03-ce015e64252f"}]}' {{(pid=108020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:53:40.012007 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51342ba2-7111-43f7-b468-1e928a975d6e tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Pushing event updated for resources: {'Port': ['ID=808d7607-f64e-4f04-ad03-ce015e64252f,revision_number=7']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:53:40.022189 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51342ba2-7111-43f7-b468-1e928a975d6e tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:53:40.023137 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51342ba2-7111-43f7-b468-1e928a975d6e tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:53:40.023582 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51342ba2-7111-43f7-b468-1e928a975d6e tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:53:40.023582 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51342ba2-7111-43f7-b468-1e928a975d6e tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:53:40.023878 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51342ba2-7111-43f7-b468-1e928a975d6e tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:53:40.024219 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51342ba2-7111-43f7-b468-1e928a975d6e tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:53:40.024607 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51342ba2-7111-43f7-b468-1e928a975d6e tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:53:40.024943 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51342ba2-7111-43f7-b468-1e928a975d6e tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:53:40.025305 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51342ba2-7111-43f7-b468-1e928a975d6e tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:53:40.025630 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51342ba2-7111-43f7-b468-1e928a975d6e tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:53:40.026438 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51342ba2-7111-43f7-b468-1e928a975d6e tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:53:40.026438 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51342ba2-7111-43f7-b468-1e928a975d6e tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:53:40.050815 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4404773-5b39-4485-b002-1219aa52162e x-openstack-request-id: req-c4404773-5b39-4485-b002-1219aa52162e {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:53:40.051117 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56fb9c58-7871-4b44-be3e-1b54ed66d9ac", "tag": "808d7607-f64e-4f04-ad03-ce015e64252f", "status": "completed", "code": 200}]} {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:53:40.051505 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c4404773-5b39-4485-b002-1219aa52162e {{(pid=108020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:53:40.051912 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56fb9c58-7871-4b44-be3e-1b54ed66d9ac', 'tag': '808d7607-f64e-4f04-ad03-ce015e64252f', 'status': 'completed', 'code': 200} Dec 14 18:53:40.054707 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-924c82c2-13fa-4708-a6f5-e8cab9e85a2c tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks [] for security_group, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:40.083790 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-924c82c2-13fa-4708-a6f5-e8cab9e85a2c tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:40.088637 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] get_ports_and_sgs() called for port_ids ['808d7607-f64e-4f04-ad03-ce015e64252f'] {{(pid=108022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:53:40.155695 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-924c82c2-13fa-4708-a6f5-e8cab9e85a2c tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:40.160252 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-924c82c2-13fa-4708-a6f5-e8cab9e85a2c tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks [] for security_group, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:40.162468 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-924c82c2-13fa-4708-a6f5-e8cab9e85a2c tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "DELETE /v2.0/security-groups/861f6b4e-2280-4df7-bd32-d271c2678d85 HTTP/1.1" status: 204 len: 168 time: 0.1846342 Dec 14 18:53:40.167569 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 50508) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:53:40.176238 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c82c2-13fa-4708-a6f5-e8cab9e85a2c tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=861f6b4e-2280-4df7-bd32-d271c2678d85,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:53:40.184870 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924c82c2-13fa-4708-a6f5-e8cab9e85a2c tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:53:40.186056 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924c82c2-13fa-4708-a6f5-e8cab9e85a2c tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:53:40.186635 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924c82c2-13fa-4708-a6f5-e8cab9e85a2c tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:53:40.186979 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924c82c2-13fa-4708-a6f5-e8cab9e85a2c tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:53:40.187350 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924c82c2-13fa-4708-a6f5-e8cab9e85a2c tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:53:40.187727 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924c82c2-13fa-4708-a6f5-e8cab9e85a2c tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:53:40.188063 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924c82c2-13fa-4708-a6f5-e8cab9e85a2c tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:53:40.188434 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924c82c2-13fa-4708-a6f5-e8cab9e85a2c tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:53:40.188768 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924c82c2-13fa-4708-a6f5-e8cab9e85a2c tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:53:40.189906 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924c82c2-13fa-4708-a6f5-e8cab9e85a2c tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:53:40.190237 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924c82c2-13fa-4708-a6f5-e8cab9e85a2c tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:53:40.190764 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924c82c2-13fa-4708-a6f5-e8cab9e85a2c tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:53:40.224083 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33093b8-f9be-44ea-a50e-15ce82e4996f req-7ea899af-0c9d-4fff-849e-b66e1763de1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:53:40.226671 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a33093b8-f9be-44ea-a50e-15ce82e4996f req-7ea899af-0c9d-4fff-849e-b66e1763de1c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8c08a6cd43f6432f8eb266103062623a&device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 1099 time: 0.1459367 Dec 14 18:53:40.316782 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-8de73f69-d276-4f67-9d26-7b0ae7fa8966 None None] Provisioning complete for port 808d7607-f64e-4f04-ad03-ce015e64252f triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:53:40.317149 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-8de73f69-d276-4f67-9d26-7b0ae7fa8966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:40.649741 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33093b8-f9be-44ea-a50e-15ce82e4996f req-2a2ad5a1-e043-46a7-84db-b0bb05f42188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:53:40.651230 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a33093b8-f9be-44ea-a50e-15ce82e4996f req-2a2ad5a1-e043-46a7-84db-b0bb05f42188 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f8af2700-8899-4b5b-be93-d24679c7c4ea HTTP/1.1" status: 200 len: 914 time: 0.4142101 Dec 14 18:53:40.712342 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [None req-8d3bd470-3c33-4ed1-a646-82fcd24d84de tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Deleting port 08006561-3d1f-4f72-9d01-a0bdc6783d31 {{(pid=108020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:53:40.712680 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8d3bd470-3c33-4ed1-a646-82fcd24d84de tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:40.765478 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a33093b8-f9be-44ea-a50e-15ce82e4996f req-a72197c8-86c7-49d2-af21-fce65460b100 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=808d7607-f64e-4f04-ad03-ce015e64252f HTTP/1.1" status: 200 len: 1002 time: 0.1064606 Dec 14 18:53:40.835751 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8d3bd470-3c33-4ed1-a646-82fcd24d84de tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:40.836064 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8d3bd470-3c33-4ed1-a646-82fcd24d84de tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:40.839180 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33093b8-f9be-44ea-a50e-15ce82e4996f req-75b0398c-c1b2-4109-829c-55f1993760c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:53:40.840624 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a33093b8-f9be-44ea-a50e-15ce82e4996f req-75b0398c-c1b2-4109-829c-55f1993760c5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c39b8f31-f90a-4cf1-bc6c-f4999a4baffd HTTP/1.1" status: 200 len: 852 time: 0.0672479 Dec 14 18:53:40.851411 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [None req-8d3bd470-3c33-4ed1-a646-82fcd24d84de tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Calling delete_port for 08006561-3d1f-4f72-9d01-a0bdc6783d31 owned by network:floatingip {{(pid=108020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:53:40.958494 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33093b8-f9be-44ea-a50e-15ce82e4996f req-5001cca7-b05d-44ca-8b93-16e4bc09d3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:53:40.959923 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a33093b8-f9be-44ea-a50e-15ce82e4996f req-5001cca7-b05d-44ca-8b93-16e4bc09d3a3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f8af2700-8899-4b5b-be93-d24679c7c4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1097147 Dec 14 18:53:40.974477 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [req-a33093b8-f9be-44ea-a50e-15ce82e4996f req-c75020a8-8880-4cd0-8aef-928b72ee59d8 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=108020) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 18:53:40.975437 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a33093b8-f9be-44ea-a50e-15ce82e4996f req-c75020a8-8880-4cd0-8aef-928b72ee59d8 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050018 Dec 14 18:53:41.111405 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a33093b8-f9be-44ea-a50e-15ce82e4996f req-a0381482-fa77-4032-9ae8-85a641c09993 service neutron] 10.222.0.61 "GET /v2.0/networks/f8af2700-8899-4b5b-be93-d24679c7c4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273644 Dec 14 18:53:41.177044 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8d3bd470-3c33-4ed1-a646-82fcd24d84de tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25418977'] for port, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:41.217424 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3bd470-3c33-4ed1-a646-82fcd24d84de tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Pushing event deleted for resources: {'Port': ['ID=08006561-3d1f-4f72-9d01-a0bdc6783d31,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:53:41.274932 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a33093b8-f9be-44ea-a50e-15ce82e4996f req-f1f9b838-9bb5-43f4-b19a-89d95abdc4c0 service neutron] 10.222.0.61 "GET /v2.0/networks/f8af2700-8899-4b5b-be93-d24679c7c4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558173 Dec 14 18:53:41.292889 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8d3bd470-3c33-4ed1-a646-82fcd24d84de tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks [] for floatingip, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:41.293214 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.db.l3_db [None req-8d3bd470-3c33-4ed1-a646-82fcd24d84de tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Floating IP 859f04da-3020-49aa-8207-151b2ccd504e disassociated (deleted). External IP: 172.27.2.133, port: 808d7607-f64e-4f04-ad03-ce015e64252f. Dec 14 18:53:41.505304 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d3bd470-3c33-4ed1-a646-82fcd24d84de tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Router 803a9348-f88c-4ebe-b8e7-00e5a35783f9 has already been hosted by L3 agent 61f97045-3475-4abf-9bb4-9e4a5178f14d {{(pid=108020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:53:41.613243 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d3bd470-3c33-4ed1-a646-82fcd24d84de tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify agent at l3_agent.dv-cinder-821746-1-iscsi the message routers_updated {{(pid=108020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:53:41.618137 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8d3bd470-3c33-4ed1-a646-82fcd24d84de tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for floatingip, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:41.623016 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85588994-0a3f-4e0b-b26c-86843bfb154a None None] Sync routers for ids ['803a9348-f88c-4ebe-b8e7-00e5a35783f9'] in dv-cinder-821746-1-iscsi {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:53:41.631662 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85588994-0a3f-4e0b-b26c-86843bfb154a None None] Routers {'803a9348-f88c-4ebe-b8e7-00e5a35783f9'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:53:41.632265 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-85588994-0a3f-4e0b-b26c-86843bfb154a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:53:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['803a9348-f88c-4ebe-b8e7-00e5a35783f9'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:53:41.645717 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-8d3bd470-3c33-4ed1-a646-82fcd24d84de tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "DELETE /v2.0/floatingips/859f04da-3020-49aa-8207-151b2ccd504e HTTP/1.1" status: 204 len: 168 time: 1.4757752 Dec 14 18:53:41.737267 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-85588994-0a3f-4e0b-b26c-86843bfb154a None None] Set router 803a9348-f88c-4ebe-b8e7-00e5a35783f9 gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:53:42.053377 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56fb9c58-7871-4b44-be3e-1b54ed66d9ac', 'tag': '808d7607-f64e-4f04-ad03-ce015e64252f'}] {{(pid=108020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:53:42.056306 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d1d651e17726932f2c063a5cb62fed0687a982c73a8c4b64805019ed9839e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2c290f-452b-40bb-b2bd-4332c1f04a23" -d '{"events": [{"name": "network-changed", "server_uuid": "56fb9c58-7871-4b44-be3e-1b54ed66d9ac", "tag": "808d7607-f64e-4f04-ad03-ce015e64252f"}]}' {{(pid=108020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:53:42.062287 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-85588994-0a3f-4e0b-b26c-86843bfb154a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803a9348-f88c-4ebe-b8e7-00e5a35783f9', 'name': 'tempest-TestMinimumBasicScenario-93311561-router', 'tenant_id': '8c08a6cd43f6432f8eb266103062623a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'f9097258-1560-4eab-b715-5d83bfd336e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:33Z', 'updated_at': '2021-12-14T18:51:36Z', 'revision_number': 4, 'project_id': '8c08a6cd43f6432f8eb266103062623a', 'gw_port': {'id': 'f9097258-1560-4eab-b715-5d83bfd336e8', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:14:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803a9348-f88c-4ebe-b8e7-00e5a35783f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:34Z', 'updated_at': '2021-12-14T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': 'da3ee5cf-3040-44f7-98d8-f45c2736c59f', 'name': '', 'network_id': 'f8af2700-8899-4b5b-be93-d24679c7c4ea', 'tenant_id': '8c08a6cd43f6432f8eb266103062623a', 'mac_address': 'fa:16:3e:2c:70:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803a9348-f88c-4ebe-b8e7-00e5a35783f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c39b8f31-f90a-4cf1-bc6c-f4999a4baffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:35Z', 'updated_at': '2021-12-14T18:51:42Z', 'revision_number': 5, 'project_id': '8c08a6cd43f6432f8eb266103062623a', 'subnets': [{'id': 'c39b8f31-f90a-4cf1-bc6c-f4999a4baffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:53:42.092660 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2a2f47-5f4a-4a90-ad72-d4aa23732bc7 x-openstack-request-id: req-4a2a2f47-5f4a-4a90-ad72-d4aa23732bc7 {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:53:42.092840 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85588994-0a3f-4e0b-b26c-86843bfb154a None None] Checking router: 803a9348-f88c-4ebe-b8e7-00e5a35783f9 for host: dv-cinder-821746-1-iscsi {{(pid=108022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:53:42.092955 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56fb9c58-7871-4b44-be3e-1b54ed66d9ac", "tag": "808d7607-f64e-4f04-ad03-ce015e64252f", "status": "completed", "code": 200}]} {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:53:42.093195 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4a2a2f47-5f4a-4a90-ad72-d4aa23732bc7 {{(pid=108020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:53:42.093586 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56fb9c58-7871-4b44-be3e-1b54ed66d9ac', 'tag': '808d7607-f64e-4f04-ad03-ce015e64252f', 'status': 'completed', 'code': 200} Dec 14 18:53:42.102274 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85588994-0a3f-4e0b-b26c-86843bfb154a None None] Routers {'803a9348-f88c-4ebe-b8e7-00e5a35783f9'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:53:42.102931 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-85588994-0a3f-4e0b-b26c-86843bfb154a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:53:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['803a9348-f88c-4ebe-b8e7-00e5a35783f9'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:53:42.174988 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c290f-452b-40bb-b2bd-4332c1f04a23 req-2e56d685-0f10-4c4e-a3c6-3c48f5aece25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:53:42.176602 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-3f2c290f-452b-40bb-b2bd-4332c1f04a23 req-2e56d685-0f10-4c4e-a3c6-3c48f5aece25 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8c08a6cd43f6432f8eb266103062623a&device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 1099 time: 0.0426309 Dec 14 18:53:42.214687 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-85588994-0a3f-4e0b-b26c-86843bfb154a None None] Set router 803a9348-f88c-4ebe-b8e7-00e5a35783f9 gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:53:42.282392 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c290f-452b-40bb-b2bd-4332c1f04a23 req-6ec03fa4-baf3-4163-a975-4ed88b7f6d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:53:42.284675 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-3f2c290f-452b-40bb-b2bd-4332c1f04a23 req-6ec03fa4-baf3-4163-a975-4ed88b7f6d1a service neutron] 10.222.0.61 "GET /v2.0/networks?id=f8af2700-8899-4b5b-be93-d24679c7c4ea HTTP/1.1" status: 200 len: 914 time: 0.0893137 Dec 14 18:53:42.329799 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-3f2c290f-452b-40bb-b2bd-4332c1f04a23 req-1f3c515f-3d38-475b-b9ab-d19c665c0264 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=808d7607-f64e-4f04-ad03-ce015e64252f HTTP/1.1" status: 200 len: 217 time: 0.0365477 Dec 14 18:53:42.391788 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c290f-452b-40bb-b2bd-4332c1f04a23 req-3ecc9041-f81f-4029-bdea-6d09f821e21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:53:42.394772 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-3f2c290f-452b-40bb-b2bd-4332c1f04a23 req-3ecc9041-f81f-4029-bdea-6d09f821e21d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c39b8f31-f90a-4cf1-bc6c-f4999a4baffd HTTP/1.1" status: 200 len: 852 time: 0.0572875 Dec 14 18:53:42.401781 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-f2fef6f4-6aa1-4144-8eae-ae30158fa52b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:42.431923 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-85588994-0a3f-4e0b-b26c-86843bfb154a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803a9348-f88c-4ebe-b8e7-00e5a35783f9', 'name': 'tempest-TestMinimumBasicScenario-93311561-router', 'tenant_id': '8c08a6cd43f6432f8eb266103062623a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'f9097258-1560-4eab-b715-5d83bfd336e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:33Z', 'updated_at': '2021-12-14T18:51:36Z', 'revision_number': 4, 'project_id': '8c08a6cd43f6432f8eb266103062623a', 'gw_port': {'id': 'f9097258-1560-4eab-b715-5d83bfd336e8', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:14:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803a9348-f88c-4ebe-b8e7-00e5a35783f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:34Z', 'updated_at': '2021-12-14T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': 'da3ee5cf-3040-44f7-98d8-f45c2736c59f', 'name': '', 'network_id': 'f8af2700-8899-4b5b-be93-d24679c7c4ea', 'tenant_id': '8c08a6cd43f6432f8eb266103062623a', 'mac_address': 'fa:16:3e:2c:70:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803a9348-f88c-4ebe-b8e7-00e5a35783f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c39b8f31-f90a-4cf1-bc6c-f4999a4baffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:35Z', 'updated_at': '2021-12-14T18:51:42Z', 'revision_number': 5, 'project_id': '8c08a6cd43f6432f8eb266103062623a', 'subnets': [{'id': 'c39b8f31-f90a-4cf1-bc6c-f4999a4baffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:53:42.447497 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c290f-452b-40bb-b2bd-4332c1f04a23 req-182aba13-b354-478d-baf7-511ef280d15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:53:42.449010 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-3f2c290f-452b-40bb-b2bd-4332c1f04a23 req-182aba13-b354-478d-baf7-511ef280d15a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f8af2700-8899-4b5b-be93-d24679c7c4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0475867 Dec 14 18:53:42.462123 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85588994-0a3f-4e0b-b26c-86843bfb154a None None] The sync data for ids ['803a9348-f88c-4ebe-b8e7-00e5a35783f9'] in dv-cinder-821746-1-iscsi is: [{'id': '803a9348-f88c-4ebe-b8e7-00e5a35783f9', 'name': 'tempest-TestMinimumBasicScenario-93311561-router', 'tenant_id': '8c08a6cd43f6432f8eb266103062623a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'f9097258-1560-4eab-b715-5d83bfd336e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:33Z', 'updated_at': '2021-12-14T18:51:36Z', 'revision_number': 4, 'project_id': '8c08a6cd43f6432f8eb266103062623a', 'gw_port': {'id': 'f9097258-1560-4eab-b715-5d83bfd336e8', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:14:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803a9348-f88c-4ebe-b8e7-00e5a35783f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:34Z', 'updated_at': '2021-12-14T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': 'da3ee5cf-3040-44f7-98d8-f45c2736c59f', 'name': '', 'network_id': 'f8af2700-8899-4b5b-be93-d24679c7c4ea', 'tenant_id': '8c08a6cd43f6432f8eb266103062623a', 'mac_address': 'fa:16:3e:2c:70:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803a9348-f88c-4ebe-b8e7-00e5a35783f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c39b8f31-f90a-4cf1-bc6c-f4999a4baffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:35Z', 'updated_at': '2021-12-14T18:51:42Z', 'revision_number': 5, 'project_id': '8c08a6cd43f6432f8eb266103062623a', 'subnets': [{'id': 'c39b8f31-f90a-4cf1-bc6c-f4999a4baffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:53:42.548668 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-3f2c290f-452b-40bb-b2bd-4332c1f04a23 req-ed00620d-eb41-400e-b43f-d279da95c58b service neutron] 10.222.0.61 "GET /v2.0/networks/f8af2700-8899-4b5b-be93-d24679c7c4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905473 Dec 14 18:53:42.667137 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-3f2c290f-452b-40bb-b2bd-4332c1f04a23 req-67cdec80-0a2b-4673-888a-09d9b725552d service neutron] 10.222.0.61 "GET /v2.0/networks/f8af2700-8899-4b5b-be93-d24679c7c4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105170 Dec 14 18:53:42.702779 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcec0bf-4eec-4c10-aab1-8061e22d8610 None None] New status for floating IP 859f04da-3020-49aa-8207-151b2ccd504e: DOWN {{(pid=108023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 18:53:44.349465 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1f83d-96f3-47e6-b9a9-d0a8810e1f8c req-2319ecc8-3bd4-43b0-8789-c96f3e32cfd9 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:53:44.350951 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-75c1f83d-96f3-47e6-b9a9-d0a8810e1f8c req-2319ecc8-3bd4-43b0-8789-c96f3e32cfd9 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/ports?device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 946 time: 0.0487788 Dec 14 18:53:44.390162 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-75c1f83d-96f3-47e6-b9a9-d0a8810e1f8c req-1a8498dc-efb4-47e7-9e16-bdd555965ebe tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7a84df1-ef6d-4cbc-b473-cbad3e509efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318100 Dec 14 18:53:44.730148 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-36b12015-f342-4245-b5d0-2c95f0e671e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:45.553755 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664c027-7810-44e9-97d7-fbea89d39f78 req-0caabad9-30ec-47be-9160-fdf6bfbf73bb tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:53:45.555228 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-a664c027-7810-44e9-97d7-fbea89d39f78 req-0caabad9-30ec-47be-9160-fdf6bfbf73bb tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/ports?device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 946 time: 0.0965462 Dec 14 18:53:45.592249 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-a664c027-7810-44e9-97d7-fbea89d39f78 req-74e7191a-ae5e-4da4-b15e-4292e4f91b39 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7a84df1-ef6d-4cbc-b473-cbad3e509efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310457 Dec 14 18:53:46.008954 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0e4fa-079e-4cdd-9cef-16d2680fd02c req-6a59de2a-06a9-49b4-a21d-43d44d2f5e6a tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:53:46.010357 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-3bd0e4fa-079e-4cdd-9cef-16d2680fd02c req-6a59de2a-06a9-49b4-a21d-43d44d2f5e6a tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.61 "GET /v2.0/ports?device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 946 time: 0.0466349 Dec 14 18:53:46.103035 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [req-3bd0e4fa-079e-4cdd-9cef-16d2680fd02c req-7e756cc5-f3d2-4d87-9751-f3bae1937f2c tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Deleting port 808d7607-f64e-4f04-ad03-ce015e64252f {{(pid=108020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:53:46.103367 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-3bd0e4fa-079e-4cdd-9cef-16d2680fd02c req-7e756cc5-f3d2-4d87-9751-f3bae1937f2c tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:46.190352 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-3bd0e4fa-079e-4cdd-9cef-16d2680fd02c req-7e756cc5-f3d2-4d87-9751-f3bae1937f2c tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] For port 808d7607-f64e-4f04-ad03-ce015e64252f, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=808d7607-f64e-4f04-ad03-ce015e64252f,segment=NetworkSegment(0a2a8e1c-8964-4992-ac30-29e8e3e0912a),segment_id=0a2a8e1c-8964-4992-ac30-29e8e3e0912a)] {{(pid=108020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:53:46.190730 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-3bd0e4fa-079e-4cdd-9cef-16d2680fd02c req-7e756cc5-f3d2-4d87-9751-f3bae1937f2c tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:46.203007 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [req-3bd0e4fa-079e-4cdd-9cef-16d2680fd02c req-7e756cc5-f3d2-4d87-9751-f3bae1937f2c tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Calling delete_port for 808d7607-f64e-4f04-ad03-ce015e64252f owned by compute:nova {{(pid=108020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:53:46.208907 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:46.343832 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-3bd0e4fa-079e-4cdd-9cef-16d2680fd02c req-7e756cc5-f3d2-4d87-9751-f3bae1937f2c tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25418977'] for port, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:46.357102 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] get_ports_and_sgs() called for port_ids ['808d7607-f64e-4f04-ad03-ce015e64252f'] {{(pid=108022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:53:46.375369 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e756cc5-f3d2-4d87-9751-f3bae1937f2c tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Pushing event deleted for resources: {'Port': ['ID=808d7607-f64e-4f04-ad03-ce015e64252f,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:53:46.420105 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd0e4fa-079e-4cdd-9cef-16d2680fd02c req-7e756cc5-f3d2-4d87-9751-f3bae1937f2c tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] No DVR routers for this DVR port 808d7607-f64e-4f04-ad03-ce015e64252f on host hv-cinder-82174 {{(pid=108020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:53:46.422891 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-3bd0e4fa-079e-4cdd-9cef-16d2680fd02c req-7e756cc5-f3d2-4d87-9751-f3bae1937f2c tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:46.426649 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-3bd0e4fa-079e-4cdd-9cef-16d2680fd02c req-7e756cc5-f3d2-4d87-9751-f3bae1937f2c tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.61 "DELETE /v2.0/ports/808d7607-f64e-4f04-ad03-ce015e64252f HTTP/1.1" status: 204 len: 173 time: 0.4097137 Dec 14 18:53:46.427081 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56fb9c58-7871-4b44-be3e-1b54ed66d9ac', 'name': 'network-vif-deleted', 'tag': '808d7607-f64e-4f04-ad03-ce015e64252f'}] {{(pid=108020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:53:46.429506 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d1d651e17726932f2c063a5cb62fed0687a982c73a8c4b64805019ed9839e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcece6c-8286-4120-b019-0790f19c68bf" -d '{"events": [{"server_uuid": "56fb9c58-7871-4b44-be3e-1b54ed66d9ac", "name": "network-vif-deleted", "tag": "808d7607-f64e-4f04-ad03-ce015e64252f"}]}' {{(pid=108020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:53:46.530730 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab773485-83d8-42ca-90b3-5b1ee11112d7 x-openstack-request-id: req-ab773485-83d8-42ca-90b3-5b1ee11112d7 {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:53:46.531059 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56fb9c58-7871-4b44-be3e-1b54ed66d9ac", "name": "network-vif-deleted", "tag": "808d7607-f64e-4f04-ad03-ce015e64252f", "status": "completed", "code": 200}]} {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:53:46.531310 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ab773485-83d8-42ca-90b3-5b1ee11112d7 {{(pid=108020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:53:46.531737 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56fb9c58-7871-4b44-be3e-1b54ed66d9ac', 'name': 'network-vif-deleted', 'tag': '808d7607-f64e-4f04-ad03-ce015e64252f', 'status': 'completed', 'code': 200} Dec 14 18:53:46.698532 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-d63c0faa-8725-4ff4-9e1d-21a8fa3e783c req-cced7727-2068-46c6-90a3-5e614ee13447 tempest-TestMinimumBasicScenario-506715286 tempest-TestMinimumBasicScenario-506715286-project] 10.222.0.71 "GET /v2.0/ports?device_id=56fb9c58-7871-4b44-be3e-1b54ed66d9ac HTTP/1.1" status: 200 len: 210 time: 0.0302989 Dec 14 18:53:47.555213 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:47.887042 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:48.262402 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 50600) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:53:48.597112 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-f7625215-b28b-439b-b06b-b8191f5dd596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550445'] for router_interface, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:49.061961 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.plugin [None req-f7625215-b28b-439b-b06b-b8191f5dd596 admin admin] Deleting port da3ee5cf-3040-44f7-98d8-f45c2736c59f {{(pid=108021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:53:49.062288 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-f7625215-b28b-439b-b06b-b8191f5dd596 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:49.137085 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.db [None req-f7625215-b28b-439b-b06b-b8191f5dd596 admin admin] For port da3ee5cf-3040-44f7-98d8-f45c2736c59f, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=da3ee5cf-3040-44f7-98d8-f45c2736c59f,segment=NetworkSegment(0a2a8e1c-8964-4992-ac30-29e8e3e0912a),segment_id=0a2a8e1c-8964-4992-ac30-29e8e3e0912a)] {{(pid=108021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:53:49.137430 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-f7625215-b28b-439b-b06b-b8191f5dd596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:49.149964 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.plugin [None req-f7625215-b28b-439b-b06b-b8191f5dd596 admin admin] Calling delete_port for da3ee5cf-3040-44f7-98d8-f45c2736c59f owned by network:router_interface {{(pid=108021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:53:49.321468 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-f7625215-b28b-439b-b06b-b8191f5dd596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29291660'] for port, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:49.352275 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7625215-b28b-439b-b06b-b8191f5dd596 admin admin] Pushing event deleted for resources: {'Port': ['ID=da3ee5cf-3040-44f7-98d8-f45c2736c59f,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:53:49.512227 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-f7625215-b28b-439b-b06b-b8191f5dd596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549399'] for router_interface, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:49.727031 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7625215-b28b-439b-b06b-b8191f5dd596 admin admin] Router 803a9348-f88c-4ebe-b8e7-00e5a35783f9 has already been hosted by L3 agent 61f97045-3475-4abf-9bb4-9e4a5178f14d {{(pid=108021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:53:49.829978 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7625215-b28b-439b-b06b-b8191f5dd596 admin admin] Notify agent at l3_agent.dv-cinder-821746-1-iscsi the message routers_updated {{(pid=108021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:53:49.834939 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-f7625215-b28b-439b-b06b-b8191f5dd596 admin admin] 10.222.0.71 "PUT /v2.0/routers/803a9348-f88c-4ebe-b8e7-00e5a35783f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5714023 Dec 14 18:53:49.837712 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 50602) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:53:49.838593 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7624ee75-0f49-4be6-a59d-b778088028d4 None None] Sync routers for ids ['803a9348-f88c-4ebe-b8e7-00e5a35783f9'] in dv-cinder-821746-1-iscsi {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:53:49.848237 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7624ee75-0f49-4be6-a59d-b778088028d4 None None] Routers {'803a9348-f88c-4ebe-b8e7-00e5a35783f9'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:53:49.849098 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-7624ee75-0f49-4be6-a59d-b778088028d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:53:45Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['803a9348-f88c-4ebe-b8e7-00e5a35783f9'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:53:49.937062 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-fb1463e4-3d60-4c3a-9daf-793a27bbd7aa admin admin] Notify callbacks [] for router, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:49.951522 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-7624ee75-0f49-4be6-a59d-b778088028d4 None None] Set router 803a9348-f88c-4ebe-b8e7-00e5a35783f9 gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:53:50.039501 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-fb1463e4-3d60-4c3a-9daf-793a27bbd7aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:50.094749 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.plugin [None req-fb1463e4-3d60-4c3a-9daf-793a27bbd7aa admin admin] Deleting port f9097258-1560-4eab-b715-5d83bfd336e8 {{(pid=108021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:53:50.095109 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-fb1463e4-3d60-4c3a-9daf-793a27bbd7aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:50.124780 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-7624ee75-0f49-4be6-a59d-b778088028d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803a9348-f88c-4ebe-b8e7-00e5a35783f9', 'name': 'tempest-TestMinimumBasicScenario-93311561-router', 'tenant_id': '8c08a6cd43f6432f8eb266103062623a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'f9097258-1560-4eab-b715-5d83bfd336e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:33Z', 'updated_at': '2021-12-14T18:53:49Z', 'revision_number': 5, 'project_id': '8c08a6cd43f6432f8eb266103062623a', 'gw_port': {'id': 'f9097258-1560-4eab-b715-5d83bfd336e8', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:14:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803a9348-f88c-4ebe-b8e7-00e5a35783f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:34Z', 'updated_at': '2021-12-14T18:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi'}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:53:50.154371 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7624ee75-0f49-4be6-a59d-b778088028d4 None None] Checking router: 803a9348-f88c-4ebe-b8e7-00e5a35783f9 for host: dv-cinder-821746-1-iscsi {{(pid=108022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:53:50.158367 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 808d7607-f64e-4f04-ad03-ce015e64252f no longer exists at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:53:50.175639 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.db [None req-fb1463e4-3d60-4c3a-9daf-793a27bbd7aa admin admin] For port f9097258-1560-4eab-b715-5d83bfd336e8, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=f9097258-1560-4eab-b715-5d83bfd336e8,segment=NetworkSegment(a712e70a-4160-45a5-bd2f-6cc771621112),segment_id=a712e70a-4160-45a5-bd2f-6cc771621112)] {{(pid=108021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:53:50.175996 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-fb1463e4-3d60-4c3a-9daf-793a27bbd7aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:50.180867 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] No Port match for: 808d7607-f64e-4f04-ad03-ce015e64252f {{(pid=108022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:53:50.181211 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 808d7607-f64e-4f04-ad03-ce015e64252f not bound to the agent host hv-cinder-82174 {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:53:50.185210 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7624ee75-0f49-4be6-a59d-b778088028d4 None None] Routers {'803a9348-f88c-4ebe-b8e7-00e5a35783f9'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:53:50.185828 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-7624ee75-0f49-4be6-a59d-b778088028d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:53:45Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['803a9348-f88c-4ebe-b8e7-00e5a35783f9'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:53:50.189150 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.plugin [None req-fb1463e4-3d60-4c3a-9daf-793a27bbd7aa admin admin] Calling delete_port for f9097258-1560-4eab-b715-5d83bfd336e8 owned by network:router_gateway {{(pid=108021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:53:50.270634 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-7624ee75-0f49-4be6-a59d-b778088028d4 None None] Set router 803a9348-f88c-4ebe-b8e7-00e5a35783f9 gateway port host: None {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:53:50.320551 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-7624ee75-0f49-4be6-a59d-b778088028d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803a9348-f88c-4ebe-b8e7-00e5a35783f9', 'name': 'tempest-TestMinimumBasicScenario-93311561-router', 'tenant_id': '8c08a6cd43f6432f8eb266103062623a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:33Z', 'updated_at': '2021-12-14T18:53:50Z', 'revision_number': 6, 'project_id': '8c08a6cd43f6432f8eb266103062623a', 'gw_port_host': None}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:53:50.349314 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7624ee75-0f49-4be6-a59d-b778088028d4 None None] The sync data for ids ['803a9348-f88c-4ebe-b8e7-00e5a35783f9'] in dv-cinder-821746-1-iscsi is: [{'id': '803a9348-f88c-4ebe-b8e7-00e5a35783f9', 'name': 'tempest-TestMinimumBasicScenario-93311561-router', 'tenant_id': '8c08a6cd43f6432f8eb266103062623a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:33Z', 'updated_at': '2021-12-14T18:53:50Z', 'revision_number': 6, 'project_id': '8c08a6cd43f6432f8eb266103062623a', 'gw_port_host': None}] {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:53:50.355246 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-fb1463e4-3d60-4c3a-9daf-793a27bbd7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29291660'] for port, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:50.382014 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1463e4-3d60-4c3a-9daf-793a27bbd7aa admin admin] Pushing event deleted for resources: {'Port': ['ID=f9097258-1560-4eab-b715-5d83bfd336e8,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:53:50.445106 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-fb1463e4-3d60-4c3a-9daf-793a27bbd7aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552558'] for router_gateway, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:50.531797 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-fb1463e4-3d60-4c3a-9daf-793a27bbd7aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9128'] for router, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:50.533878 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-fb1463e4-3d60-4c3a-9daf-793a27bbd7aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:50.574979 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-fb1463e4-3d60-4c3a-9daf-793a27bbd7aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554532'] for router, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:50.575499 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1463e4-3d60-4c3a-9daf-793a27bbd7aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 803a9348-f88c-4ebe-b8e7-00e5a35783f9 {{(pid=108021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 18:53:50.580303 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-fb1463e4-3d60-4c3a-9daf-793a27bbd7aa admin admin] Notify callbacks [] for router, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:50.581428 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-fb1463e4-3d60-4c3a-9daf-793a27bbd7aa admin admin] 10.222.0.71 "DELETE /v2.0/routers/803a9348-f88c-4ebe-b8e7-00e5a35783f9 HTTP/1.1" status: 204 len: 168 time: 0.7427685 Dec 14 18:53:50.583967 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 50604) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:53:50.627599 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aa12163-5c2b-450d-b7b5-adfb739e308a admin admin] Deleting subnet c39b8f31-f90a-4cf1-bc6c-f4999a4baffd {{(pid=108021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 14 18:53:50.630697 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4aa12163-5c2b-450d-b7b5-adfb739e308a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:50.667769 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4aa12163-5c2b-450d-b7b5-adfb739e308a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29292912'] for subnet, precommit_delete_associations {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:50.764082 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4aa12163-5c2b-450d-b7b5-adfb739e308a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3907046'] for subnet, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:50.818008 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device da3ee5cf-3040-44f7-98d8-f45c2736c59f no longer exists at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:53:50.827257 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4aa12163-5c2b-450d-b7b5-adfb739e308a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3907055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29291609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28799321'] for subnet, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:50.839062 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-ba8737c3-d096-412f-8f43-532636599bec None None] No Port match for: da3ee5cf-3040-44f7-98d8-f45c2736c59f {{(pid=108022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:53:50.839594 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device da3ee5cf-3040-44f7-98d8-f45c2736c59f not bound to the agent host dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:53:50.852198 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa12163-5c2b-450d-b7b5-adfb739e308a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c39b8f31-f90a-4cf1-bc6c-f4999a4baffd,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:53:50.855625 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4aa12163-5c2b-450d-b7b5-adfb739e308a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for subnet, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:50.859606 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-4aa12163-5c2b-450d-b7b5-adfb739e308a admin admin] 10.222.0.71 "DELETE /v2.0/subnets/c39b8f31-f90a-4cf1-bc6c-f4999a4baffd HTTP/1.1" status: 204 len: 168 time: 0.2740974 Dec 14 18:53:50.862005 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 50606) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:53:50.862215 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6761ed2f-1f8b-4fb5-8adc-1e8373866ff0 None None] Network f8af2700-8899-4b5b-be93-d24679c7c4ea requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:53:50.932452 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-45f78dc0-6cad-4549-b977-5a80beb6ba94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3973964'] for network, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:50.983347 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.plugin [None req-45f78dc0-6cad-4549-b977-5a80beb6ba94 admin admin] Deleting port 8df36a8e-59af-4504-b0d4-42d778db8223 {{(pid=108021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:53:50.983680 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-45f78dc0-6cad-4549-b977-5a80beb6ba94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:51.044790 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.db [None req-45f78dc0-6cad-4549-b977-5a80beb6ba94 admin admin] For port 8df36a8e-59af-4504-b0d4-42d778db8223, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=8df36a8e-59af-4504-b0d4-42d778db8223,segment=NetworkSegment(0a2a8e1c-8964-4992-ac30-29e8e3e0912a),segment_id=0a2a8e1c-8964-4992-ac30-29e8e3e0912a)] {{(pid=108021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:53:51.045139 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-45f78dc0-6cad-4549-b977-5a80beb6ba94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:51.057915 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.plugin [None req-45f78dc0-6cad-4549-b977-5a80beb6ba94 admin admin] Calling delete_port for 8df36a8e-59af-4504-b0d4-42d778db8223 owned by network:dhcp {{(pid=108021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:53:51.138944 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-45f78dc0-6cad-4549-b977-5a80beb6ba94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29291660'] for port, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:51.149398 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee5c8a2-2dbb-4bfc-8260-9ac928437c35 None None] DHCP port deletion for f8af2700-8899-4b5b-be93-d24679c7c4ea request from dv-cinder-821746-1-iscsi {{(pid=108022) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 14 18:53:51.166125 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f78dc0-6cad-4549-b977-5a80beb6ba94 admin admin] Pushing event deleted for resources: {'Port': ['ID=8df36a8e-59af-4504-b0d4-42d778db8223,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:53:51.169893 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f78dc0-6cad-4549-b977-5a80beb6ba94 admin admin] No DVR routers for this DVR port 8df36a8e-59af-4504-b0d4-42d778db8223 on host dv-cinder-821746-1-iscsi {{(pid=108021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:53:51.245315 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-45f78dc0-6cad-4549-b977-5a80beb6ba94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3899795', 'neutron.services.segments.db._delete_segments_for_network-8730915442872'] for network, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:51.266061 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.services.segments.db [None req-45f78dc0-6cad-4549-b977-5a80beb6ba94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8af2700-8899-4b5b-be93-d24679c7c4ea']}} {{(pid=108021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:53:51.275102 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.services.segments.db [None req-45f78dc0-6cad-4549-b977-5a80beb6ba94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a2a8e1c-8964-4992-ac30-29e8e3e0912a') {'for_net_delete': True} {{(pid=108021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:53:51.275397 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.services.segments.db [None req-45f78dc0-6cad-4549-b977-5a80beb6ba94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a2a8e1c-8964-4992-ac30-29e8e3e0912a') {} {{(pid=108021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:53:51.284984 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-45f78dc0-6cad-4549-b977-5a80beb6ba94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730915282288', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29292905'] for segment, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:51.298248 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-45f78dc0-6cad-4549-b977-5a80beb6ba94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017'] for segment, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:51.304899 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45f78dc0-6cad-4549-b977-5a80beb6ba94 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=108021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 18:53:51.305404 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-45f78dc0-6cad-4549-b977-5a80beb6ba94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29291711'] for segment, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:51.307192 dv-cinder-821746-1-iscsi neutron-server[108021]: Traceback (most recent call last): Dec 14 18:53:51.307192 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 18:53:51.307192 dv-cinder-821746-1-iscsi neutron-server[108021]: timer() Dec 14 18:53:51.307192 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:53:51.307192 dv-cinder-821746-1-iscsi neutron-server[108021]: cb(*args, **kw) Dec 14 18:53:51.307192 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 18:53:51.307192 dv-cinder-821746-1-iscsi neutron-server[108021]: return func(*args, **kwargs) Dec 14 18:53:51.307192 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:53:51.307192 dv-cinder-821746-1-iscsi neutron-server[108021]: self._notify() Dec 14 18:53:51.307192 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:53:51.307192 dv-cinder-821746-1-iscsi neutron-server[108021]: self.callback(batched_events) Dec 14 18:53:51.307192 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:53:51.307192 dv-cinder-821746-1-iscsi neutron-server[108021]: event.method(event) Dec 14 18:53:51.307192 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 18:53:51.307192 dv-cinder-821746-1-iscsi neutron-server[108021]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:53:51.307192 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 18:53:51.307192 dv-cinder-821746-1-iscsi neutron-server[108021]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 18:53:51.307192 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 18:53:51.307192 dv-cinder-821746-1-iscsi neutron-server[108021]: return f(self, *a, **k) Dec 14 18:53:51.307192 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 18:53:51.307192 dv-cinder-821746-1-iscsi neutron-server[108021]: return self._get(url).json() Dec 14 18:53:51.307192 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:53:51.307192 dv-cinder-821746-1-iscsi neutron-server[108021]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 18:53:51.307192 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 18:53:51.307192 dv-cinder-821746-1-iscsi neutron-server[108021]: return self.request(url, 'GET', **kwargs) Dec 14 18:53:51.307192 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 18:53:51.307192 dv-cinder-821746-1-iscsi neutron-server[108021]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 18:53:51.307192 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 18:53:51.307192 dv-cinder-821746-1-iscsi neutron-server[108021]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:53:51.307192 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 18:53:51.307192 dv-cinder-821746-1-iscsi neutron-server[108021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:53:51.307192 dv-cinder-821746-1-iscsi neutron-server[108021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:53:51.363041 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-45f78dc0-6cad-4549-b977-5a80beb6ba94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3907168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552522'] for network, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:51.369625 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-45f78dc0-6cad-4549-b977-5a80beb6ba94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for network, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:51.373067 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-45f78dc0-6cad-4549-b977-5a80beb6ba94 admin admin] 10.222.0.71 "DELETE /v2.0/networks/f8af2700-8899-4b5b-be93-d24679c7c4ea HTTP/1.1" status: 204 len: 168 time: 0.5100999 Dec 14 18:53:51.376579 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 50608) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:53:51.383649 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f78dc0-6cad-4549-b977-5a80beb6ba94 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8af2700-8899-4b5b-be93-d24679c7c4ea,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:53:51.713078 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-77e2cfd5-b4a3-4113-84c4-0be88dd638f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550445'] for router_interface, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:51.951403 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [None req-77e2cfd5-b4a3-4113-84c4-0be88dd638f1 admin admin] Deleting port 73b21631-b331-491e-bf74-60514514b19b {{(pid=108020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:53:51.951644 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-77e2cfd5-b4a3-4113-84c4-0be88dd638f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:52.029170 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [None req-77e2cfd5-b4a3-4113-84c4-0be88dd638f1 admin admin] For port 73b21631-b331-491e-bf74-60514514b19b, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=73b21631-b331-491e-bf74-60514514b19b,segment=NetworkSegment(211cf4f9-8b5a-4572-9809-5d86488a3264),segment_id=211cf4f9-8b5a-4572-9809-5d86488a3264)] {{(pid=108020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:53:52.029530 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-77e2cfd5-b4a3-4113-84c4-0be88dd638f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:52.045476 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [None req-77e2cfd5-b4a3-4113-84c4-0be88dd638f1 admin admin] Calling delete_port for 73b21631-b331-491e-bf74-60514514b19b owned by network:router_interface {{(pid=108020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:53:52.172161 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:52.221532 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-77e2cfd5-b4a3-4113-84c4-0be88dd638f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25418977'] for port, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:52.246415 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e2cfd5-b4a3-4113-84c4-0be88dd638f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=73b21631-b331-491e-bf74-60514514b19b,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:53:52.421897 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-77e2cfd5-b4a3-4113-84c4-0be88dd638f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549399'] for router_interface, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:52.774974 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device f9097258-1560-4eab-b715-5d83bfd336e8 no longer exists at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:53:52.794732 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-ba8737c3-d096-412f-8f43-532636599bec None None] No Port match for: f9097258-1560-4eab-b715-5d83bfd336e8 {{(pid=108022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:53:52.795163 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device f9097258-1560-4eab-b715-5d83bfd336e8 not bound to the agent host dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:53:52.795660 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 8df36a8e-59af-4504-b0d4-42d778db8223 no longer exists at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:53:52.814308 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-ba8737c3-d096-412f-8f43-532636599bec None None] No Port match for: 8df36a8e-59af-4504-b0d4-42d778db8223 {{(pid=108022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:53:52.814759 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 8df36a8e-59af-4504-b0d4-42d778db8223 not bound to the agent host dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:53:52.879890 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e2cfd5-b4a3-4113-84c4-0be88dd638f1 admin admin] Router 98eba57c-6713-440d-802f-0cf1f6e9617f has already been hosted by L3 agent 61f97045-3475-4abf-9bb4-9e4a5178f14d {{(pid=108020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:53:52.983651 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e2cfd5-b4a3-4113-84c4-0be88dd638f1 admin admin] Notify agent at l3_agent.dv-cinder-821746-1-iscsi the message routers_updated {{(pid=108020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:53:52.989308 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-77e2cfd5-b4a3-4113-84c4-0be88dd638f1 admin admin] 10.222.0.71 "PUT /v2.0/routers/98eba57c-6713-440d-802f-0cf1f6e9617f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6113634 Dec 14 18:53:52.991805 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 50610) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:53:52.994186 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66bc9f7-dd42-47c4-9b68-b66e25c30d89 None None] Sync routers for ids ['98eba57c-6713-440d-802f-0cf1f6e9617f'] in dv-cinder-821746-1-iscsi {{(pid=108023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:53:53.004141 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66bc9f7-dd42-47c4-9b68-b66e25c30d89 None None] Routers {'98eba57c-6713-440d-802f-0cf1f6e9617f'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:53:53.004754 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-a66bc9f7-dd42-47c4-9b68-b66e25c30d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:53:45Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['98eba57c-6713-440d-802f-0cf1f6e9617f'], 'active': True} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:53:53.097612 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ca9a1f12-5c7b-4cec-88bd-c142f6879bbd admin admin] Notify callbacks [] for router, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:53.106438 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvr_db [None req-a66bc9f7-dd42-47c4-9b68-b66e25c30d89 None None] Set router 98eba57c-6713-440d-802f-0cf1f6e9617f gateway port host: dv-cinder-821746-1-iscsi {{(pid=108023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:53:53.196089 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ca9a1f12-5c7b-4cec-88bd-c142f6879bbd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:53.250866 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [None req-ca9a1f12-5c7b-4cec-88bd-c142f6879bbd admin admin] Deleting port a52561fc-33f2-4c3b-8d32-7444dd04a941 {{(pid=108020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:53:53.251770 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ca9a1f12-5c7b-4cec-88bd-c142f6879bbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:53.280145 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-a66bc9f7-dd42-47c4-9b68-b66e25c30d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98eba57c-6713-440d-802f-0cf1f6e9617f', 'name': 'tempest-TestMinimumBasicScenario-1454609319-router', 'tenant_id': '27f7b215678c437fa1ca262329808812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'a52561fc-33f2-4c3b-8d32-7444dd04a941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:38Z', 'updated_at': '2021-12-14T18:53:52Z', 'revision_number': 5, 'project_id': '27f7b215678c437fa1ca262329808812', 'gw_port': {'id': 'a52561fc-33f2-4c3b-8d32-7444dd04a941', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98eba57c-6713-440d-802f-0cf1f6e9617f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:39Z', 'updated_at': '2021-12-14T18:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi'}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:53:53.310458 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66bc9f7-dd42-47c4-9b68-b66e25c30d89 None None] Checking router: 98eba57c-6713-440d-802f-0cf1f6e9617f for host: dv-cinder-821746-1-iscsi {{(pid=108023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:53:53.318641 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66bc9f7-dd42-47c4-9b68-b66e25c30d89 None None] Routers {'98eba57c-6713-440d-802f-0cf1f6e9617f'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:53:53.319246 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-a66bc9f7-dd42-47c4-9b68-b66e25c30d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:53:45Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['98eba57c-6713-440d-802f-0cf1f6e9617f'], 'active': True} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:53:53.329065 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [None req-ca9a1f12-5c7b-4cec-88bd-c142f6879bbd admin admin] For port a52561fc-33f2-4c3b-8d32-7444dd04a941, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=a52561fc-33f2-4c3b-8d32-7444dd04a941,segment=NetworkSegment(a712e70a-4160-45a5-bd2f-6cc771621112),segment_id=a712e70a-4160-45a5-bd2f-6cc771621112)] {{(pid=108020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:53:53.329437 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ca9a1f12-5c7b-4cec-88bd-c142f6879bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:53.341973 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [None req-ca9a1f12-5c7b-4cec-88bd-c142f6879bbd admin admin] Calling delete_port for a52561fc-33f2-4c3b-8d32-7444dd04a941 owned by network:router_gateway {{(pid=108020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:53:53.403841 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvr_db [None req-a66bc9f7-dd42-47c4-9b68-b66e25c30d89 None None] Set router 98eba57c-6713-440d-802f-0cf1f6e9617f gateway port host: None {{(pid=108023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:53:53.453631 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-a66bc9f7-dd42-47c4-9b68-b66e25c30d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98eba57c-6713-440d-802f-0cf1f6e9617f', 'name': 'tempest-TestMinimumBasicScenario-1454609319-router', 'tenant_id': '27f7b215678c437fa1ca262329808812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:38Z', 'updated_at': '2021-12-14T18:53:53Z', 'revision_number': 6, 'project_id': '27f7b215678c437fa1ca262329808812', 'gw_port_host': None}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:53:53.483986 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66bc9f7-dd42-47c4-9b68-b66e25c30d89 None None] The sync data for ids ['98eba57c-6713-440d-802f-0cf1f6e9617f'] in dv-cinder-821746-1-iscsi is: [{'id': '98eba57c-6713-440d-802f-0cf1f6e9617f', 'name': 'tempest-TestMinimumBasicScenario-1454609319-router', 'tenant_id': '27f7b215678c437fa1ca262329808812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:38Z', 'updated_at': '2021-12-14T18:53:53Z', 'revision_number': 6, 'project_id': '27f7b215678c437fa1ca262329808812', 'gw_port_host': None}] {{(pid=108023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:53:53.506109 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ca9a1f12-5c7b-4cec-88bd-c142f6879bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25418977'] for port, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:53.532084 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a1f12-5c7b-4cec-88bd-c142f6879bbd admin admin] Pushing event deleted for resources: {'Port': ['ID=a52561fc-33f2-4c3b-8d32-7444dd04a941,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:53:53.593646 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ca9a1f12-5c7b-4cec-88bd-c142f6879bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552558'] for router_gateway, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:53.681742 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ca9a1f12-5c7b-4cec-88bd-c142f6879bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9128'] for router, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:53.683844 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ca9a1f12-5c7b-4cec-88bd-c142f6879bbd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:53.726245 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ca9a1f12-5c7b-4cec-88bd-c142f6879bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554532'] for router, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:53.726743 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9a1f12-5c7b-4cec-88bd-c142f6879bbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98eba57c-6713-440d-802f-0cf1f6e9617f {{(pid=108020) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 18:53:53.731522 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ca9a1f12-5c7b-4cec-88bd-c142f6879bbd admin admin] Notify callbacks [] for router, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:53.732875 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-ca9a1f12-5c7b-4cec-88bd-c142f6879bbd admin admin] 10.222.0.71 "DELETE /v2.0/routers/98eba57c-6713-440d-802f-0cf1f6e9617f HTTP/1.1" status: 204 len: 168 time: 0.7401097 Dec 14 18:53:53.735368 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 50612) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:53:53.782121 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.db_base_plugin_v2 [None req-c569f046-9aba-4663-b3c4-7549e7a26226 admin admin] Deleting subnet cc216b9b-35f4-49a5-88fd-14c27ff0dbfe {{(pid=108020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 14 18:53:53.785637 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-c569f046-9aba-4663-b3c4-7549e7a26226 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:53.818779 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-c569f046-9aba-4663-b3c4-7549e7a26226 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25340925'] for subnet, precommit_delete_associations {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:53.903259 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-c569f046-9aba-4663-b3c4-7549e7a26226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3907046'] for subnet, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:53.955111 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-c569f046-9aba-4663-b3c4-7549e7a26226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3907055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25418804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28757177'] for subnet, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:53.983879 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c569f046-9aba-4663-b3c4-7549e7a26226 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc216b9b-35f4-49a5-88fd-14c27ff0dbfe,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:53:53.987594 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-c569f046-9aba-4663-b3c4-7549e7a26226 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:53.990774 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-c569f046-9aba-4663-b3c4-7549e7a26226 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/cc216b9b-35f4-49a5-88fd-14c27ff0dbfe HTTP/1.1" status: 204 len: 168 time: 0.2544560 Dec 14 18:53:53.993184 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 50614) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:53:53.995572 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0eed6e-47a1-42fa-a3e5-a69ccc7ad6b7 None None] Network 969ac840-b987-410c-bcab-cacfd8bf22ec requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:53:54.058873 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-2431be7c-4117-4ab5-9951-a8952c9f4532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3973964'] for network, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:54.111412 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [None req-2431be7c-4117-4ab5-9951-a8952c9f4532 admin admin] Deleting port b4cba018-b79e-4fc1-849f-a1398a914bc9 {{(pid=108020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:53:54.111800 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-2431be7c-4117-4ab5-9951-a8952c9f4532 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:54.177502 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [None req-2431be7c-4117-4ab5-9951-a8952c9f4532 admin admin] For port b4cba018-b79e-4fc1-849f-a1398a914bc9, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=b4cba018-b79e-4fc1-849f-a1398a914bc9,segment=NetworkSegment(211cf4f9-8b5a-4572-9809-5d86488a3264),segment_id=211cf4f9-8b5a-4572-9809-5d86488a3264)] {{(pid=108020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:53:54.177798 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-2431be7c-4117-4ab5-9951-a8952c9f4532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:54.190482 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [None req-2431be7c-4117-4ab5-9951-a8952c9f4532 admin admin] Calling delete_port for b4cba018-b79e-4fc1-849f-a1398a914bc9 owned by network:dhcp {{(pid=108020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:53:54.243092 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ae8710-d1d9-42d5-8239-e2c41c5d3a01 None None] DHCP port deletion for 969ac840-b987-410c-bcab-cacfd8bf22ec request from dv-cinder-821746-1-iscsi {{(pid=108022) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 14 18:53:54.272464 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-2431be7c-4117-4ab5-9951-a8952c9f4532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25418977'] for port, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:54.290121 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-c2ae8710-d1d9-42d5-8239-e2c41c5d3a01 None None] Deleting port b4cba018-b79e-4fc1-849f-a1398a914bc9 {{(pid=108022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:53:54.290518 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-c2ae8710-d1d9-42d5-8239-e2c41c5d3a01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:54.300347 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2431be7c-4117-4ab5-9951-a8952c9f4532 admin admin] No DVR routers for this DVR port b4cba018-b79e-4fc1-849f-a1398a914bc9 on host dv-cinder-821746-1-iscsi {{(pid=108020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:53:54.302414 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431be7c-4117-4ab5-9951-a8952c9f4532 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4cba018-b79e-4fc1-849f-a1398a914bc9,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:53:54.354451 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-c2ae8710-d1d9-42d5-8239-e2c41c5d3a01 None None] For port b4cba018-b79e-4fc1-849f-a1398a914bc9, host dv-cinder-821746-1-iscsi, got binding levels [] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:53:54.354862 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-c2ae8710-d1d9-42d5-8239-e2c41c5d3a01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:54.371560 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-c2ae8710-d1d9-42d5-8239-e2c41c5d3a01 None None] Calling delete_port for b4cba018-b79e-4fc1-849f-a1398a914bc9 owned by network:dhcp {{(pid=108022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:53:54.374120 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.ipam_backend_mixin [None req-c2ae8710-d1d9-42d5-8239-e2c41c5d3a01 None None] Port b4cba018-b79e-4fc1-849f-a1398a914bc9 was not found and therefore no delete operation was performed {{(pid=108022) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 14 18:53:54.375376 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-c2ae8710-d1d9-42d5-8239-e2c41c5d3a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966'] for port, after_delete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:54.384303 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-2431be7c-4117-4ab5-9951-a8952c9f4532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3899795', 'neutron.services.segments.db._delete_segments_for_network-8730915442872'] for network, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:54.400317 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ae8710-d1d9-42d5-8239-e2c41c5d3a01 None None] Pushing event deleted for resources: {'Port': ['ID=b4cba018-b79e-4fc1-849f-a1398a914bc9,revision_number=None']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:53:54.404693 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ae8710-d1d9-42d5-8239-e2c41c5d3a01 None None] No DVR routers for this DVR port b4cba018-b79e-4fc1-849f-a1398a914bc9 on host dv-cinder-821746-1-iscsi {{(pid=108022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:53:54.405285 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.services.segments.db [None req-2431be7c-4117-4ab5-9951-a8952c9f4532 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['969ac840-b987-410c-bcab-cacfd8bf22ec']}} {{(pid=108020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:53:54.414836 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ae8710-d1d9-42d5-8239-e2c41c5d3a01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:53:54.414836 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ae8710-d1d9-42d5-8239-e2c41c5d3a01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:53:54.415133 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ae8710-d1d9-42d5-8239-e2c41c5d3a01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:53:54.415463 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ae8710-d1d9-42d5-8239-e2c41c5d3a01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:53:54.415645 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.services.segments.db [None req-2431be7c-4117-4ab5-9951-a8952c9f4532 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '211cf4f9-8b5a-4572-9809-5d86488a3264') {'for_net_delete': True} {{(pid=108020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:53:54.415967 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.services.segments.db [None req-2431be7c-4117-4ab5-9951-a8952c9f4532 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '211cf4f9-8b5a-4572-9809-5d86488a3264') {} {{(pid=108020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:53:54.416120 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ae8710-d1d9-42d5-8239-e2c41c5d3a01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:53:54.416632 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ae8710-d1d9-42d5-8239-e2c41c5d3a01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:53:54.416972 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ae8710-d1d9-42d5-8239-e2c41c5d3a01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:53:54.417473 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ae8710-d1d9-42d5-8239-e2c41c5d3a01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:53:54.417810 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ae8710-d1d9-42d5-8239-e2c41c5d3a01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:53:54.418134 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ae8710-d1d9-42d5-8239-e2c41c5d3a01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:53:54.418454 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ae8710-d1d9-42d5-8239-e2c41c5d3a01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:53:54.418973 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ae8710-d1d9-42d5-8239-e2c41c5d3a01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:53:54.426451 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-2431be7c-4117-4ab5-9951-a8952c9f4532 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730915282288', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25340900'] for segment, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:54.441772 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-2431be7c-4117-4ab5-9951-a8952c9f4532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017'] for segment, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:54.449143 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2431be7c-4117-4ab5-9951-a8952c9f4532 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=108020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 18:53:54.449676 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-2431be7c-4117-4ab5-9951-a8952c9f4532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25418962'] for segment, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:54.451884 dv-cinder-821746-1-iscsi neutron-server[108020]: Traceback (most recent call last): Dec 14 18:53:54.451884 dv-cinder-821746-1-iscsi neutron-server[108020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 18:53:54.451884 dv-cinder-821746-1-iscsi neutron-server[108020]: timer() Dec 14 18:53:54.451884 dv-cinder-821746-1-iscsi neutron-server[108020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:53:54.451884 dv-cinder-821746-1-iscsi neutron-server[108020]: cb(*args, **kw) Dec 14 18:53:54.451884 dv-cinder-821746-1-iscsi neutron-server[108020]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 18:53:54.451884 dv-cinder-821746-1-iscsi neutron-server[108020]: return func(*args, **kwargs) Dec 14 18:53:54.451884 dv-cinder-821746-1-iscsi neutron-server[108020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:53:54.451884 dv-cinder-821746-1-iscsi neutron-server[108020]: self._notify() Dec 14 18:53:54.451884 dv-cinder-821746-1-iscsi neutron-server[108020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:53:54.451884 dv-cinder-821746-1-iscsi neutron-server[108020]: self.callback(batched_events) Dec 14 18:53:54.451884 dv-cinder-821746-1-iscsi neutron-server[108020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:53:54.451884 dv-cinder-821746-1-iscsi neutron-server[108020]: event.method(event) Dec 14 18:53:54.451884 dv-cinder-821746-1-iscsi neutron-server[108020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 18:53:54.451884 dv-cinder-821746-1-iscsi neutron-server[108020]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:53:54.451884 dv-cinder-821746-1-iscsi neutron-server[108020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 18:53:54.451884 dv-cinder-821746-1-iscsi neutron-server[108020]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 18:53:54.451884 dv-cinder-821746-1-iscsi neutron-server[108020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 18:53:54.451884 dv-cinder-821746-1-iscsi neutron-server[108020]: return f(self, *a, **k) Dec 14 18:53:54.451884 dv-cinder-821746-1-iscsi neutron-server[108020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 18:53:54.451884 dv-cinder-821746-1-iscsi neutron-server[108020]: return self._get(url).json() Dec 14 18:53:54.451884 dv-cinder-821746-1-iscsi neutron-server[108020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:53:54.451884 dv-cinder-821746-1-iscsi neutron-server[108020]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 18:53:54.451884 dv-cinder-821746-1-iscsi neutron-server[108020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 18:53:54.451884 dv-cinder-821746-1-iscsi neutron-server[108020]: return self.request(url, 'GET', **kwargs) Dec 14 18:53:54.451884 dv-cinder-821746-1-iscsi neutron-server[108020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 18:53:54.451884 dv-cinder-821746-1-iscsi neutron-server[108020]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 18:53:54.451884 dv-cinder-821746-1-iscsi neutron-server[108020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 18:53:54.451884 dv-cinder-821746-1-iscsi neutron-server[108020]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:53:54.451884 dv-cinder-821746-1-iscsi neutron-server[108020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 18:53:54.451884 dv-cinder-821746-1-iscsi neutron-server[108020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:53:54.451884 dv-cinder-821746-1-iscsi neutron-server[108020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:53:54.510273 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-2431be7c-4117-4ab5-9951-a8952c9f4532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3907168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552522'] for network, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:54.516003 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-2431be7c-4117-4ab5-9951-a8952c9f4532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for network, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:54.522494 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-2431be7c-4117-4ab5-9951-a8952c9f4532 admin admin] 10.222.0.71 "DELETE /v2.0/networks/969ac840-b987-410c-bcab-cacfd8bf22ec HTTP/1.1" status: 204 len: 168 time: 0.5282655 Dec 14 18:53:54.536269 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431be7c-4117-4ab5-9951-a8952c9f4532 admin admin] Pushing event deleted for resources: {'Network': ['ID=969ac840-b987-410c-bcab-cacfd8bf22ec,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:53:54.691725 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 50620) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:53:54.738364 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-54c397b7-f166-43ff-a502-c40e24c13de0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8c08a6cd43f6432f8eb266103062623a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453670 Dec 14 18:53:54.740938 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 50622) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:53:54.741091 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 73b21631-b331-491e-bf74-60514514b19b no longer exists at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:53:54.761303 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-ba8737c3-d096-412f-8f43-532636599bec None None] No Port match for: 73b21631-b331-491e-bf74-60514514b19b {{(pid=108022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:53:54.761586 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 73b21631-b331-491e-bf74-60514514b19b not bound to the agent host dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:53:54.761948 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device b4cba018-b79e-4fc1-849f-a1398a914bc9 no longer exists at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:53:54.780770 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-ba8737c3-d096-412f-8f43-532636599bec None None] No Port match for: b4cba018-b79e-4fc1-849f-a1398a914bc9 {{(pid=108022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:53:54.781025 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device b4cba018-b79e-4fc1-849f-a1398a914bc9 not bound to the agent host dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:53:54.781443 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device a52561fc-33f2-4c3b-8d32-7444dd04a941 no longer exists at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:53:54.789836 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-e541a98d-4ed0-4f7c-b921-e0d24bfaf2c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:54.800108 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-ba8737c3-d096-412f-8f43-532636599bec None None] No Port match for: a52561fc-33f2-4c3b-8d32-7444dd04a941 {{(pid=108022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:53:54.800451 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device a52561fc-33f2-4c3b-8d32-7444dd04a941 not bound to the agent host dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:53:54.811563 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-e541a98d-4ed0-4f7c-b921-e0d24bfaf2c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:54.857022 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-e541a98d-4ed0-4f7c-b921-e0d24bfaf2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:54.859685 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-e541a98d-4ed0-4f7c-b921-e0d24bfaf2c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:54.860830 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-e541a98d-4ed0-4f7c-b921-e0d24bfaf2c2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b7a84df1-ef6d-4cbc-b473-cbad3e509efd HTTP/1.1" status: 204 len: 168 time: 0.1189790 Dec 14 18:53:54.868853 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e541a98d-4ed0-4f7c-b921-e0d24bfaf2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a84df1-ef6d-4cbc-b473-cbad3e509efd,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:53:55.175284 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 50628) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:53:55.216360 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-ba1accbd-0ffe-4dd4-8fd0-fe159bafa573 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=27f7b215678c437fa1ca262329808812&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398912 Dec 14 18:53:55.218800 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 50630) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:53:55.270053 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-3d7f9b94-76da-4bf7-b49b-184acad26be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:55.290404 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-3d7f9b94-76da-4bf7-b49b-184acad26be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:55.336074 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-3d7f9b94-76da-4bf7-b49b-184acad26be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:55.338665 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-3d7f9b94-76da-4bf7-b49b-184acad26be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:53:55.339802 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-3d7f9b94-76da-4bf7-b49b-184acad26be4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/70b2a874-18e8-4ba6-b751-e5655e27eafc HTTP/1.1" status: 204 len: 168 time: 0.1201179 Dec 14 18:53:55.348808 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f9b94-76da-4bf7-b49b-184acad26be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b2a874-18e8-4ba6-b751-e5655e27eafc,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:54:09.793853 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.agents_db [None req-bc91d4ce-6c5b-4ff0-abae-02e3a00e1a46 None None] Agent healthcheck: found 6 active agents {{(pid=108023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:54:10.520393 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-65f0a265-cf84-4da7-bcd8-a78fc6e22a81 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1280192063&fields=id&tenant_id=741cbe7b4b8e44f89263304526525e93 HTTP/1.1" status: 200 len: 267 time: 0.0330999 Dec 14 18:54:10.633621 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-1a3c679a-d38b-41c8-9fe4-bbf0de5c3661 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:10.635651 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-1a3c679a-d38b-41c8-9fe4-bbf0de5c3661 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/networks?id=b0fe8517-6221-43b8-ae5a-5eb15b9287f3 HTTP/1.1" status: 200 len: 812 time: 0.1076677 Dec 14 18:54:10.650130 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-83b3fe6f-8ad2-4794-b8c3-df4278686883 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/quotas/741cbe7b4b8e44f89263304526525e93 HTTP/1.1" status: 200 len: 375 time: 0.0090930 Dec 14 18:54:10.707299 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-da3fc45c-9794-41c9-ba7e-69285e91063f tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=741cbe7b4b8e44f89263304526525e93&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0516829 Dec 14 18:54:10.816087 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-e4bf8320-4f66-44e1-9254-9667f16e4ef2 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=108020) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 18:54:10.817066 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-e4bf8320-4f66-44e1-9254-9667f16e4ef2 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0980108 Dec 14 18:54:10.917847 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-699791c6-4701-4376-8f7c-00691b05f3bd service neutron] 10.222.0.71 "GET /v2.0/networks/b0fe8517-6221-43b8-ae5a-5eb15b9287f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943115 Dec 14 18:54:11.005831 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-0db5c0a6-7dfc-458f-b316-e73d1259d581 service neutron] 10.222.0.71 "GET /v2.0/networks/b0fe8517-6221-43b8-ae5a-5eb15b9287f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819776 Dec 14 18:54:11.290129 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-066d9a15-caae-4600-bc28-795693eb2e1e req-491a1a1a-b178-42a7-87ae-3ab507196985 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bedfbe0-4e07-46b5-b226-1d4ea175489e HTTP/1.1" status: 200 len: 210 time: 0.0272310 Dec 14 18:54:12.267824 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-bd867e7c-82ca-4a61-aba7-8794f69501f1 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:12.269275 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-bd867e7c-82ca-4a61-aba7-8794f69501f1 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.61 "GET /v2.0/networks?id=b0fe8517-6221-43b8-ae5a-5eb15b9287f3 HTTP/1.1" status: 200 len: 812 time: 0.1087492 Dec 14 18:54:12.312025 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-ff2e51b6-e836-4458-b4a1-fcca136edbdc tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=741cbe7b4b8e44f89263304526525e93 HTTP/1.1" status: 200 len: 380 time: 0.0341256 Dec 14 18:54:12.322687 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-48f01fc9-e4d6-4e9d-8954-e3e6315dba0e tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Request body: {'port': {'device_id': '0bedfbe0-4e07-46b5-b226-1d4ea175489e', 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3', 'admin_state_up': True, 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'security_groups': ['4921582f-ee31-46a4-b486-f3893d1db720']}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:54:12.375252 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-55ec0157-fcc4-48db-8853-a5c68740878d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:54:12.406696 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a16e892d-6d8d-46d9-bb91-6c02c90e75b7 req-24938625-fe1c-4bf7-b712-3ef504bd2f5f tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bedfbe0-4e07-46b5-b226-1d4ea175489e HTTP/1.1" status: 200 len: 210 time: 0.0398927 Dec 14 18:54:12.463348 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-48f01fc9-e4d6-4e9d-8954-e3e6315dba0e tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Made reservation on behalf of 741cbe7b4b8e44f89263304526525e93 for: {'port': 1} {{(pid=108020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 18:54:12.466774 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-48f01fc9-e4d6-4e9d-8954-e3e6315dba0e tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:54:12.592021 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.db_base_plugin_common [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-48f01fc9-e4d6-4e9d-8954-e3e6315dba0e tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Allocated IP 172.20.0.3 (b0fe8517-6221-43b8-ae5a-5eb15b9287f3/da885d4c-4599-4681-a9b9-c7916b022d59/9cc2d34c-8b00-46da-a946-4e8999a4c09e) {{(pid=108020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:54:12.739319 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-48f01fc9-e4d6-4e9d-8954-e3e6315dba0e tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks [] for port, precommit_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:54:12.772648 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-48f01fc9-e4d6-4e9d-8954-e3e6315dba0e tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25418977'] for port, after_create {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:54:12.819862 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-48f01fc9-e4d6-4e9d-8954-e3e6315dba0e tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Network b0fe8517-6221-43b8-ae5a-5eb15b9287f3 is already hosted by enough agents. {{(pid=108020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:54:12.823046 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.base_scheduler [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-48f01fc9-e4d6-4e9d-8954-e3e6315dba0e tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Resources bound (agent type, host, resource id): {{(pid=108020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:54:12.826640 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-48f01fc9-e4d6-4e9d-8954-e3e6315dba0e tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Received port after_create {{(pid=108020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:54:12.835811 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f01fc9-e4d6-4e9d-8954-e3e6315dba0e tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Pushing event updated for resources: {'Port': ['ID=9cc2d34c-8b00-46da-a946-4e8999a4c09e,revision_number=1']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:54:12.888080 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-48f01fc9-e4d6-4e9d-8954-e3e6315dba0e tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:12.888719 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-48f01fc9-e4d6-4e9d-8954-e3e6315dba0e tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:54:12.905174 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-48f01fc9-e4d6-4e9d-8954-e3e6315dba0e tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5863910 Dec 14 18:54:12.919686 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.v2.base [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-7eabbe4a-2de3-4cd7-ba82-8b1ae7c9dc1a service neutron] Request body: {'port': {'device_id': '0bedfbe0-4e07-46b5-b226-1d4ea175489e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=108020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:54:12.974713 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-7eabbe4a-2de3-4cd7-ba82-8b1ae7c9dc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:54:13.006024 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-50694e5c-0ce1-4959-a1a6-209e14b7d9d4 None None] Provisioning complete for port 9cc2d34c-8b00-46da-a946-4e8999a4c09e triggered by entity DHCP. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:54:13.006394 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-50694e5c-0ce1-4959-a1a6-209e14b7d9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:54:13.042907 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-50694e5c-0ce1-4959-a1a6-209e14b7d9d4 None None] Port 9cc2d34c-8b00-46da-a946-4e8999a4c09e cannot update to ACTIVE because it is not bound. {{(pid=108022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 14 18:54:13.235632 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-7eabbe4a-2de3-4cd7-ba82-8b1ae7c9dc1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cc2d34c-8b00-46da-a946-4e8999a4c09e {{(pid=108020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:54:13.242925 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-7eabbe4a-2de3-4cd7-ba82-8b1ae7c9dc1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:54:13.254931 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.provisioning_blocks [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-7eabbe4a-2de3-4cd7-ba82-8b1ae7c9dc1a service neutron] Transition to ACTIVE for port object 9cc2d34c-8b00-46da-a946-4e8999a4c09e will not be triggered until provisioned by entity L2. {{(pid=108020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 18:54:13.259026 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-7eabbe4a-2de3-4cd7-ba82-8b1ae7c9dc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25419006'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:54:13.306405 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eabbe4a-2de3-4cd7-ba82-8b1ae7c9dc1a service neutron] Pushing event updated for resources: {'Port': ['ID=9cc2d34c-8b00-46da-a946-4e8999a4c09e,revision_number=2']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:54:13.378040 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-7eabbe4a-2de3-4cd7-ba82-8b1ae7c9dc1a service neutron] Attempting to bind port 9cc2d34c-8b00-46da-a946-4e8999a4c09e on host hv-cinder-82174 for vnic_type normal with profile {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 18:54:13.378557 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-7eabbe4a-2de3-4cd7-ba82-8b1ae7c9dc1a service neutron] Attempting to bind port 9cc2d34c-8b00-46da-a946-4e8999a4c09e by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '19e65e64-582f-44b4-bd1f-0003a6cd4022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3'}] {{(pid=108020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 18:54:13.378883 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-7eabbe4a-2de3-4cd7-ba82-8b1ae7c9dc1a service neutron] Attempting to bind port 9cc2d34c-8b00-46da-a946-4e8999a4c09e on network b0fe8517-6221-43b8-ae5a-5eb15b9287f3 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:54:13.383417 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-7eabbe4a-2de3-4cd7-ba82-8b1ae7c9dc1a service neutron] Port 9cc2d34c-8b00-46da-a946-4e8999a4c09e on network b0fe8517-6221-43b8-ae5a-5eb15b9287f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 18:54:13.383731 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-7eabbe4a-2de3-4cd7-ba82-8b1ae7c9dc1a service neutron] Attempting to bind port 9cc2d34c-8b00-46da-a946-4e8999a4c09e on network b0fe8517-6221-43b8-ae5a-5eb15b9287f3 {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 18:54:13.388545 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-7eabbe4a-2de3-4cd7-ba82-8b1ae7c9dc1a service neutron] Checking agent: {'id': '1f764c31-0392-4232-adb6-72e70ca44f2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 41, 22), 'started_at': datetime.datetime(2021, 12, 14, 18, 41, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 18:54:13.388879 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-7eabbe4a-2de3-4cd7-ba82-8b1ae7c9dc1a service neutron] Checking segment: {'id': '19e65e64-582f-44b4-bd1f-0003a6cd4022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 14 18:54:13.389249 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-7eabbe4a-2de3-4cd7-ba82-8b1ae7c9dc1a service neutron] Bound using segment: {'id': '19e65e64-582f-44b4-bd1f-0003a6cd4022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3'} {{(pid=108020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 18:54:13.389663 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.managers [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-7eabbe4a-2de3-4cd7-ba82-8b1ae7c9dc1a service neutron] Bound port: 9cc2d34c-8b00-46da-a946-4e8999a4c09e, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e65e64-582f-44b4-bd1f-0003a6cd4022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3'}}] {{(pid=108020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 18:54:13.390033 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-7eabbe4a-2de3-4cd7-ba82-8b1ae7c9dc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:54:13.459795 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-7eabbe4a-2de3-4cd7-ba82-8b1ae7c9dc1a service neutron] For port 9cc2d34c-8b00-46da-a946-4e8999a4c09e, host hv-cinder-82174, cleared binding levels {{(pid=108020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 18:54:13.465193 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-7eabbe4a-2de3-4cd7-ba82-8b1ae7c9dc1a service neutron] For port 9cc2d34c-8b00-46da-a946-4e8999a4c09e, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=9cc2d34c-8b00-46da-a946-4e8999a4c09e,segment=NetworkSegment(19e65e64-582f-44b4-bd1f-0003a6cd4022),segment_id=19e65e64-582f-44b4-bd1f-0003a6cd4022)] {{(pid=108020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 18:54:13.475211 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-7eabbe4a-2de3-4cd7-ba82-8b1ae7c9dc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25419006'] for port, after_update {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:54:13.510610 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-7eabbe4a-2de3-4cd7-ba82-8b1ae7c9dc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:13.511220 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-7eabbe4a-2de3-4cd7-ba82-8b1ae7c9dc1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:54:13.512654 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-7eabbe4a-2de3-4cd7-ba82-8b1ae7c9dc1a service neutron] 10.222.0.61 "PUT /v2.0/ports/9cc2d34c-8b00-46da-a946-4e8999a4c09e HTTP/1.1" status: 200 len: 1093 time: 0.5974016 Dec 14 18:54:13.513098 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bedfbe0-4e07-46b5-b226-1d4ea175489e', 'tag': '9cc2d34c-8b00-46da-a946-4e8999a4c09e'}] {{(pid=108020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:54:13.515575 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d1d651e17726932f2c063a5cb62fed0687a982c73a8c4b64805019ed9839e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf217a0-0cdb-4e33-a7ee-128bc5f138b3" -d '{"events": [{"name": "network-changed", "server_uuid": "0bedfbe0-4e07-46b5-b226-1d4ea175489e", "tag": "9cc2d34c-8b00-46da-a946-4e8999a4c09e"}]}' {{(pid=108020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:54:13.545620 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eacb6f-218f-4895-a08d-07eb1c31bbc9 req-545b5496-0d89-4785-9738-ffd8bbc5429a tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:13.548643 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-d3eacb6f-218f-4895-a08d-07eb1c31bbc9 req-545b5496-0d89-4785-9738-ffd8bbc5429a tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bedfbe0-4e07-46b5-b226-1d4ea175489e HTTP/1.1" status: 200 len: 943 time: 0.0573349 Dec 14 18:54:13.570970 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eabbe4a-2de3-4cd7-ba82-8b1ae7c9dc1a service neutron] Pushing event updated for resources: {'Port': ['ID=9cc2d34c-8b00-46da-a946-4e8999a4c09e,revision_number=3']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:54:13.576821 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa557382-fc0f-41ef-8536-9219d2766af3 x-openstack-request-id: req-fa557382-fc0f-41ef-8536-9219d2766af3 {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:54:13.577110 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bedfbe0-4e07-46b5-b226-1d4ea175489e", "tag": "9cc2d34c-8b00-46da-a946-4e8999a4c09e", "status": "completed", "code": 200}]} {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:54:13.577372 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fa557382-fc0f-41ef-8536-9219d2766af3 {{(pid=108020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:54:13.577842 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bedfbe0-4e07-46b5-b226-1d4ea175489e', 'tag': '9cc2d34c-8b00-46da-a946-4e8999a4c09e', 'status': 'completed', 'code': 200} Dec 14 18:54:13.595389 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-d3eacb6f-218f-4895-a08d-07eb1c31bbc9 req-77d433d4-e8df-4ff0-bb91-0253f5d6dc5c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398076 Dec 14 18:54:13.607572 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-da6a5c13-8313-42a5-a6af-e01398fcbd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:13.609116 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-da6a5c13-8313-42a5-a6af-e01398fcbd8d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=741cbe7b4b8e44f89263304526525e93&device_id=0bedfbe0-4e07-46b5-b226-1d4ea175489e HTTP/1.1" status: 200 len: 1096 time: 0.0460784 Dec 14 18:54:13.655551 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-94992a7b-fa9d-42bc-b095-e4aedc2d0e24 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cc2d34c-8b00-46da-a946-4e8999a4c09e HTTP/1.1" status: 200 len: 217 time: 0.0378256 Dec 14 18:54:13.705676 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-30e6476a-08ab-4383-acd5-4f8c8949fa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:13.707153 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-30e6476a-08ab-4383-acd5-4f8c8949fa42 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=da885d4c-4599-4681-a9b9-c7916b022d59 HTTP/1.1" status: 200 len: 851 time: 0.0446436 Dec 14 18:54:13.753894 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-31f109c7-3f08-4798-8492-2b9a7be343d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:13.754902 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-31f109c7-3f08-4798-8492-2b9a7be343d1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b0fe8517-6221-43b8-ae5a-5eb15b9287f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398943 Dec 14 18:54:13.847087 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-85ab828f-769d-408f-8a0c-f69381929ad3 service neutron] 10.222.0.61 "GET /v2.0/networks/b0fe8517-6221-43b8-ae5a-5eb15b9287f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852191 Dec 14 18:54:13.937625 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-0539b4cf-2791-4ffa-81ad-e77b405cada7 req-568c26c4-60c3-42f3-844d-9e6f2be17eb9 service neutron] 10.222.0.61 "GET /v2.0/networks/b0fe8517-6221-43b8-ae5a-5eb15b9287f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829735 Dec 14 18:54:14.021053 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf217a0-0cdb-4e33-a7ee-128bc5f138b3 req-61cafe36-6a01-47fb-97b2-345d03b96789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:14.022858 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-acf217a0-0cdb-4e33-a7ee-128bc5f138b3 req-61cafe36-6a01-47fb-97b2-345d03b96789 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=741cbe7b4b8e44f89263304526525e93&device_id=0bedfbe0-4e07-46b5-b226-1d4ea175489e HTTP/1.1" status: 200 len: 1096 time: 0.0412529 Dec 14 18:54:14.351304 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf217a0-0cdb-4e33-a7ee-128bc5f138b3 req-124417d6-2050-44aa-a4a5-f0bd9fb2b61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:14.352769 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-acf217a0-0cdb-4e33-a7ee-128bc5f138b3 req-124417d6-2050-44aa-a4a5-f0bd9fb2b61d service neutron] 10.222.0.61 "GET /v2.0/networks?id=b0fe8517-6221-43b8-ae5a-5eb15b9287f3 HTTP/1.1" status: 200 len: 913 time: 0.3233633 Dec 14 18:54:14.398710 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-acf217a0-0cdb-4e33-a7ee-128bc5f138b3 req-023e2b6a-129b-4d86-947d-4d1b9c368db5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cc2d34c-8b00-46da-a946-4e8999a4c09e HTTP/1.1" status: 200 len: 217 time: 0.0351882 Dec 14 18:54:14.450540 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf217a0-0cdb-4e33-a7ee-128bc5f138b3 req-d8eb04ef-5ec9-4a6c-888e-1f3f20ed9bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:14.452418 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-acf217a0-0cdb-4e33-a7ee-128bc5f138b3 req-d8eb04ef-5ec9-4a6c-888e-1f3f20ed9bfb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=da885d4c-4599-4681-a9b9-c7916b022d59 HTTP/1.1" status: 200 len: 851 time: 0.0439236 Dec 14 18:54:14.502636 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf217a0-0cdb-4e33-a7ee-128bc5f138b3 req-c69a2615-c4a5-4bc9-8b1b-eed6791e3094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:14.504106 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-acf217a0-0cdb-4e33-a7ee-128bc5f138b3 req-c69a2615-c4a5-4bc9-8b1b-eed6791e3094 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b0fe8517-6221-43b8-ae5a-5eb15b9287f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433061 Dec 14 18:54:14.595048 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-acf217a0-0cdb-4e33-a7ee-128bc5f138b3 req-8d501587-2a0e-40bc-9c17-2f03caaa5409 service neutron] 10.222.0.61 "GET /v2.0/networks/b0fe8517-6221-43b8-ae5a-5eb15b9287f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833359 Dec 14 18:54:14.720021 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-acf217a0-0cdb-4e33-a7ee-128bc5f138b3 req-6da6e1e9-f56a-41d9-a6ad-f57220b79bcf service neutron] 10.222.0.61 "GET /v2.0/networks/b0fe8517-6221-43b8-ae5a-5eb15b9287f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145754 Dec 14 18:54:14.731027 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-3f8d409e-1322-4a9f-a591-381059f483a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:54:14.737706 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce986d77-cb92-4667-9a52-3777d5abb8dc req-ed351ed6-0a8d-4bdd-80f2-4760fce9e294 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:14.739843 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ce986d77-cb92-4667-9a52-3777d5abb8dc req-ed351ed6-0a8d-4bdd-80f2-4760fce9e294 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bedfbe0-4e07-46b5-b226-1d4ea175489e HTTP/1.1" status: 200 len: 943 time: 0.0721526 Dec 14 18:54:14.777957 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ce986d77-cb92-4667-9a52-3777d5abb8dc req-4947c8da-37ba-42b3-a15c-a2d5b59fcfed tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324087 Dec 14 18:54:15.895413 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075879a8-d635-4207-beb1-ba86b084a115 req-1d2eacc3-4053-42ab-98c0-b8d444cc1506 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:15.896742 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-075879a8-d635-4207-beb1-ba86b084a115 req-1d2eacc3-4053-42ab-98c0-b8d444cc1506 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bedfbe0-4e07-46b5-b226-1d4ea175489e HTTP/1.1" status: 200 len: 943 time: 0.0527570 Dec 14 18:54:15.933806 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-075879a8-d635-4207-beb1-ba86b084a115 req-104d264e-c74e-443f-ba67-972388192949 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311255 Dec 14 18:54:16.212422 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:54:17.049467 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267db3a-317f-402c-b6ab-39ce5e2781dc req-e93b4917-f276-4a26-bb12-dd8390cf6a99 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:17.050958 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6267db3a-317f-402c-b6ab-39ce5e2781dc req-e93b4917-f276-4a26-bb12-dd8390cf6a99 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bedfbe0-4e07-46b5-b226-1d4ea175489e HTTP/1.1" status: 200 len: 943 time: 0.0508578 Dec 14 18:54:17.093508 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6267db3a-317f-402c-b6ab-39ce5e2781dc req-29bab98b-9d7a-475e-a89b-78a7ad6b0514 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365622 Dec 14 18:54:17.557888 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:54:17.879279 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:54:18.204889 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab431c3e-2432-4c4b-a286-a20b45d6e76b req-b1cbc611-78e1-444a-ac31-cc96ee21f781 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:18.206243 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-ab431c3e-2432-4c4b-a286-a20b45d6e76b req-b1cbc611-78e1-444a-ac31-cc96ee21f781 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bedfbe0-4e07-46b5-b226-1d4ea175489e HTTP/1.1" status: 200 len: 943 time: 0.0478127 Dec 14 18:54:18.244361 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-ab431c3e-2432-4c4b-a286-a20b45d6e76b req-5103839e-c307-422e-9c8a-06019a7d016d tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321407 Dec 14 18:54:19.355462 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6467306-bafe-4451-aefe-3ba5735fbeff req-bd191ad8-4c81-4af6-aef9-61cb25b6a9d6 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:19.357213 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-e6467306-bafe-4451-aefe-3ba5735fbeff req-bd191ad8-4c81-4af6-aef9-61cb25b6a9d6 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bedfbe0-4e07-46b5-b226-1d4ea175489e HTTP/1.1" status: 200 len: 943 time: 0.0488782 Dec 14 18:54:19.395331 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-e6467306-bafe-4451-aefe-3ba5735fbeff req-eeb1c53a-1fae-4bc8-afed-e07b5cca4122 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316863 Dec 14 18:54:20.253740 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 9cc2d34c-8b00-46da-a946-4e8999a4c09e details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=108022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:54:20.343535 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port 9cc2d34c-8b00-46da-a946-4e8999a4c09e, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=9cc2d34c-8b00-46da-a946-4e8999a4c09e,segment=NetworkSegment(19e65e64-582f-44b4-bd1f-0003a6cd4022),segment_id=19e65e64-582f-44b4-bd1f-0003a6cd4022)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:54:20.354930 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Returning: {'device': '9cc2d34c-8b00-46da-a946-4e8999a4c09e', 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3', 'port_id': '9cc2d34c-8b00-46da-a946-4e8999a4c09e', 'mac_address': 'fa:16:3e:de:74:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:54:20.394189 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:54:20.407304 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc2d34c-8b00-46da-a946-4e8999a4c09e {{(pid=108022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:54:20.428941 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port 9cc2d34c-8b00-46da-a946-4e8999a4c09e, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=9cc2d34c-8b00-46da-a946-4e8999a4c09e,segment=NetworkSegment(19e65e64-582f-44b4-bd1f-0003a6cd4022),segment_id=19e65e64-582f-44b4-bd1f-0003a6cd4022)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:54:20.433300 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:54:20.480396 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=9cc2d34c-8b00-46da-a946-4e8999a4c09e,revision_number=4']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:54:20.507580 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8121a-5d17-407d-be8d-2296f339e142 req-f078aaf3-1d1b-426f-af4f-0704b60c1e94 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:20.508946 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-6ba8121a-5d17-407d-be8d-2296f339e142 req-f078aaf3-1d1b-426f-af4f-0704b60c1e94 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bedfbe0-4e07-46b5-b226-1d4ea175489e HTTP/1.1" status: 200 len: 944 time: 0.0485110 Dec 14 18:54:20.545820 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-6ba8121a-5d17-407d-be8d-2296f339e142 req-9d56d010-6bbc-4b9c-8836-49ea4c464820 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307660 Dec 14 18:54:20.659895 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] get_ports_and_sgs() called for port_ids ['9cc2d34c-8b00-46da-a946-4e8999a4c09e'] {{(pid=108022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:54:21.658129 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796caf5-f3e8-46ac-945a-3800b1fdaeee req-6a4fa5dd-6d9a-4243-aa8e-ba8a155620e5 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:21.659617 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a796caf5-f3e8-46ac-945a-3800b1fdaeee req-6a4fa5dd-6d9a-4243-aa8e-ba8a155620e5 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bedfbe0-4e07-46b5-b226-1d4ea175489e HTTP/1.1" status: 200 len: 944 time: 0.0486286 Dec 14 18:54:21.697450 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a796caf5-f3e8-46ac-945a-3800b1fdaeee req-132c3409-2333-4600-a1c1-a1e8c1623fd7 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320194 Dec 14 18:54:22.169635 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:54:22.259277 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 9cc2d34c-8b00-46da-a946-4e8999a4c09e up at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:54:22.307090 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Provisioning for port 9cc2d34c-8b00-46da-a946-4e8999a4c09e completed by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 18:54:22.310703 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Provisioning complete for port 9cc2d34c-8b00-46da-a946-4e8999a4c09e triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:54:22.311068 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:54:22.388251 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:54:22.410586 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bedfbe0-4e07-46b5-b226-1d4ea175489e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc2d34c-8b00-46da-a946-4e8999a4c09e'}] {{(pid=108022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:54:22.412826 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4652f51f42c3be85180d8c5c7bba1325bd3159a0fd8a88314674832532d8132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c44ff74-8114-4f48-b3ae-4fd85c40a49d" -d '{"events": [{"server_uuid": "0bedfbe0-4e07-46b5-b226-1d4ea175489e", "name": "network-vif-plugged", "status": "completed", "tag": "9cc2d34c-8b00-46da-a946-4e8999a4c09e"}]}' {{(pid=108022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:54:22.425600 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port 9cc2d34c-8b00-46da-a946-4e8999a4c09e, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=9cc2d34c-8b00-46da-a946-4e8999a4c09e,segment=NetworkSegment(19e65e64-582f-44b4-bd1f-0003a6cd4022),segment_id=19e65e64-582f-44b4-bd1f-0003a6cd4022)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:54:22.429528 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:54:22.451912 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfddd9b-2646-4c2a-8a8e-83c3471ef674 x-openstack-request-id: req-9dfddd9b-2646-4c2a-8a8e-83c3471ef674 {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:54:22.452199 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bedfbe0-4e07-46b5-b226-1d4ea175489e", "name": "network-vif-plugged", "status": "completed", "tag": "9cc2d34c-8b00-46da-a946-4e8999a4c09e", "code": 200}]} {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:54:22.452453 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9dfddd9b-2646-4c2a-8a8e-83c3471ef674 {{(pid=108022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:54:22.452832 dv-cinder-821746-1-iscsi neutron-server[108022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bedfbe0-4e07-46b5-b226-1d4ea175489e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc2d34c-8b00-46da-a946-4e8999a4c09e', 'code': 200} Dec 14 18:54:22.478529 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=9cc2d34c-8b00-46da-a946-4e8999a4c09e,revision_number=5']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:54:22.666626 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a1e60-e20a-4591-b461-3f8a095e6763 req-a835748f-0396-4e2b-8050-0012db7ef58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:22.668083 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-d89a1e60-e20a-4591-b461-3f8a095e6763 req-a835748f-0396-4e2b-8050-0012db7ef58f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0bedfbe0-4e07-46b5-b226-1d4ea175489e HTTP/1.1" status: 200 len: 1098 time: 0.0406041 Dec 14 18:54:22.706835 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-d89a1e60-e20a-4591-b461-3f8a095e6763 req-647f6cf0-8ce8-4fd5-9643-782523d0fbea service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317321 Dec 14 18:54:22.809032 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434572a7-52a1-4dd6-bf35-7e269af947cf req-da0cd903-4d23-4e7b-8e51-d69c022f759e tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:22.810520 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-434572a7-52a1-4dd6-bf35-7e269af947cf req-da0cd903-4d23-4e7b-8e51-d69c022f759e tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bedfbe0-4e07-46b5-b226-1d4ea175489e HTTP/1.1" status: 200 len: 945 time: 0.0483358 Dec 14 18:54:22.854289 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-434572a7-52a1-4dd6-bf35-7e269af947cf req-4445a96c-e920-4634-aa44-a4eca428e62e tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373437 Dec 14 18:54:23.970471 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ecf8a6-1072-4f85-88e0-605d2a625479 req-0b3806dd-4cc9-49ee-8de5-4dd64d381dc5 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:23.971898 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-26ecf8a6-1072-4f85-88e0-605d2a625479 req-0b3806dd-4cc9-49ee-8de5-4dd64d381dc5 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bedfbe0-4e07-46b5-b226-1d4ea175489e HTTP/1.1" status: 200 len: 945 time: 0.0509505 Dec 14 18:54:24.008906 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-26ecf8a6-1072-4f85-88e0-605d2a625479 req-8eb4f0c3-deed-4711-9a6e-784106c25200 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311387 Dec 14 18:54:24.120711 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f549a68-1e84-42e3-b6d8-9d43e59ef278 req-fe608365-b1db-4290-b3c0-0d3fda350f47 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:24.122170 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5f549a68-1e84-42e3-b6d8-9d43e59ef278 req-fe608365-b1db-4290-b3c0-0d3fda350f47 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bedfbe0-4e07-46b5-b226-1d4ea175489e HTTP/1.1" status: 200 len: 945 time: 0.0487223 Dec 14 18:54:24.159086 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5f549a68-1e84-42e3-b6d8-9d43e59ef278 req-7c366d2a-1ea0-4dce-b1a4-398f2d45768e tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309501 Dec 14 18:54:24.181035 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 50718) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:54:24.218662 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbab57b3-c900-4dee-a001-6c086f1afece tempest-TestVolumeBootPattern-500844714 tempest-TestVolumeBootPattern-500844714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:24.220689 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-bbab57b3-c900-4dee-a001-6c086f1afece tempest-TestVolumeBootPattern-500844714 tempest-TestVolumeBootPattern-500844714-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=0bedfbe0-4e07-46b5-b226-1d4ea175489e HTTP/1.1" status: 200 len: 1093 time: 0.0386634 Dec 14 18:54:24.223547 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 50720) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:54:24.227951 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.v2.base [None req-76b4f78a-41a3-4b63-a4dd-48ba8bc7516c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Request body: {'floatingip': {'floating_network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'port_id': '9cc2d34c-8b00-46da-a946-4e8999a4c09e', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'fixed_ip_address': '172.20.0.3'}} {{(pid=108021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 18:54:24.250959 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-76b4f78a-41a3-4b63-a4dd-48ba8bc7516c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks [] for floatingip, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:54:24.342139 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-76b4f78a-41a3-4b63-a4dd-48ba8bc7516c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:54:24.447396 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.db_base_plugin_common [None req-76b4f78a-41a3-4b63-a4dd-48ba8bc7516c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Allocated IP 172.27.2.209 (5ea8f873-3bad-4a65-ada9-9108bfa946ef/8e9c9e92-9812-43f3-93d5-9d715bd5944d/0797462d-c35b-42c0-9809-18e53f717824) {{(pid=108021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 18:54:24.548968 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-76b4f78a-41a3-4b63-a4dd-48ba8bc7516c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks [] for port, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:54:24.586811 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-76b4f78a-41a3-4b63-a4dd-48ba8bc7516c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730914959957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29291660'] for port, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:54:24.622055 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b4f78a-41a3-4b63-a4dd-48ba8bc7516c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Network 5ea8f873-3bad-4a65-ada9-9108bfa946ef is already hosted by enough agents. {{(pid=108021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 18:54:24.625011 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.base_scheduler [None req-76b4f78a-41a3-4b63-a4dd-48ba8bc7516c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Resources bound (agent type, host, resource id): {{(pid=108021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 18:54:24.629017 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b4f78a-41a3-4b63-a4dd-48ba8bc7516c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Received port after_create {{(pid=108021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 18:54:24.653864 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b4f78a-41a3-4b63-a4dd-48ba8bc7516c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Pushing event updated for resources: {'Port': ['ID=0797462d-c35b-42c0-9809-18e53f717824,revision_number=1']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:54:24.967354 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-76b4f78a-41a3-4b63-a4dd-48ba8bc7516c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:54:25.033572 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-76b4f78a-41a3-4b63-a4dd-48ba8bc7516c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:54:25.180910 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-76b4f78a-41a3-4b63-a4dd-48ba8bc7516c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks [] for port, precommit_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:54:25.185304 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-76b4f78a-41a3-4b63-a4dd-48ba8bc7516c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29291667'] for port, after_update {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:54:25.252712 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b4f78a-41a3-4b63-a4dd-48ba8bc7516c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Pushing event updated for resources: {'Port': ['ID=0797462d-c35b-42c0-9809-18e53f717824,revision_number=2']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:54:25.262197 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-76b4f78a-41a3-4b63-a4dd-48ba8bc7516c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-552536'] for floatingip, after_create {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:54:25.360238 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.db.l3_db [None req-76b4f78a-41a3-4b63-a4dd-48ba8bc7516c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Floating IP 73cda6d9-2346-4aa4-8c3f-583ef9a0e395 associated. External IP: 172.27.2.209, port: 9cc2d34c-8b00-46da-a946-4e8999a4c09e. Dec 14 18:54:25.785594 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b4f78a-41a3-4b63-a4dd-48ba8bc7516c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Router f1006f6a-2fad-4fc6-87fc-601bc49c6eca has already been hosted by L3 agent 61f97045-3475-4abf-9bb4-9e4a5178f14d {{(pid=108021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:54:25.894172 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b4f78a-41a3-4b63-a4dd-48ba8bc7516c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify agent at l3_agent.dv-cinder-821746-1-iscsi the message routers_updated {{(pid=108021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:54:25.903917 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17897404-acb2-4eaf-991d-2c00528a1b89 None None] Sync routers for ids ['f1006f6a-2fad-4fc6-87fc-601bc49c6eca'] in dv-cinder-821746-1-iscsi {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:54:25.911722 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-76b4f78a-41a3-4b63-a4dd-48ba8bc7516c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for floatingip, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:54:25.914449 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17897404-acb2-4eaf-991d-2c00528a1b89 None None] Routers {'f1006f6a-2fad-4fc6-87fc-601bc49c6eca'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:54:25.915109 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-17897404-acb2-4eaf-991d-2c00528a1b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:54:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['f1006f6a-2fad-4fc6-87fc-601bc49c6eca'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:54:25.937920 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-76b4f78a-41a3-4b63-a4dd-48ba8bc7516c tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7133090 Dec 14 18:54:25.938530 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bedfbe0-4e07-46b5-b226-1d4ea175489e', 'tag': '9cc2d34c-8b00-46da-a946-4e8999a4c09e'}] {{(pid=108021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:54:25.940870 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b93b291913d2f478f978021224fe99462ed5361e2b2e2c80d6eb419d23fcc8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f49f28-4985-4dee-9751-50c40d60b494" -d '{"events": [{"name": "network-changed", "server_uuid": "0bedfbe0-4e07-46b5-b226-1d4ea175489e", "tag": "9cc2d34c-8b00-46da-a946-4e8999a4c09e"}]}' {{(pid=108021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:54:26.096987 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab9ee8f-b80b-4b05-86de-7dd0b554c673 x-openstack-request-id: req-2ab9ee8f-b80b-4b05-86de-7dd0b554c673 {{(pid=108021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:54:26.097570 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bedfbe0-4e07-46b5-b226-1d4ea175489e", "tag": "9cc2d34c-8b00-46da-a946-4e8999a4c09e", "status": "completed", "code": 200}]} {{(pid=108021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:54:26.097570 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2ab9ee8f-b80b-4b05-86de-7dd0b554c673 {{(pid=108021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:54:26.097911 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bedfbe0-4e07-46b5-b226-1d4ea175489e', 'tag': '9cc2d34c-8b00-46da-a946-4e8999a4c09e', 'status': 'completed', 'code': 200} Dec 14 18:54:26.141977 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-17897404-acb2-4eaf-991d-2c00528a1b89 None None] Set router f1006f6a-2fad-4fc6-87fc-601bc49c6eca gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:54:26.166255 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f49f28-4985-4dee-9751-50c40d60b494 req-49bce005-5c9e-4474-a88f-f78e48b6789a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:26.167667 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-66f49f28-4985-4dee-9751-50c40d60b494 req-49bce005-5c9e-4474-a88f-f78e48b6789a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=741cbe7b4b8e44f89263304526525e93&device_id=0bedfbe0-4e07-46b5-b226-1d4ea175489e HTTP/1.1" status: 200 len: 1098 time: 0.0430250 Dec 14 18:54:26.257225 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f49f28-4985-4dee-9751-50c40d60b494 req-23151c85-699a-46f8-8c70-6732af72c25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:26.258708 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-66f49f28-4985-4dee-9751-50c40d60b494 req-23151c85-699a-46f8-8c70-6732af72c25f service neutron] 10.222.0.61 "GET /v2.0/networks?id=b0fe8517-6221-43b8-ae5a-5eb15b9287f3 HTTP/1.1" status: 200 len: 913 time: 0.0842676 Dec 14 18:54:26.329095 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-66f49f28-4985-4dee-9751-50c40d60b494 req-7925fbb9-7ce9-4b66-a788-f1a693c88033 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cc2d34c-8b00-46da-a946-4e8999a4c09e HTTP/1.1" status: 200 len: 999 time: 0.0626860 Dec 14 18:54:26.366990 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-17897404-acb2-4eaf-991d-2c00528a1b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'name': 'tempest-TestVolumeBootPattern-1945744918-router', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:23Z', 'revision_number': 4, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'gw_port': {'id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_floatingips': [{'id': '6a1aff5b-6c4f-4b9a-85ff-52ec5afb0aeb', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'floating_ip_address': '172.27.2.103', 'floating_network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'router_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'port_id': 'fbdca567-1693-4ee3-9736-d00fff2e5dd0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3', 'mac_address': 'fa:16:3e:cc:e9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3918be3-06af-49a7-a18d-319c23783f2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:52:32Z', 'updated_at': '2021-12-14T18:52:35Z', 'revision_number': 1, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'fixed_ip_address_scope': None}, {'id': '73cda6d9-2346-4aa4-8c3f-583ef9a0e395', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'router_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'port_id': '9cc2d34c-8b00-46da-a946-4e8999a4c09e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3', 'mac_address': 'fa:16:3e:de:74:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bedfbe0-4e07-46b5-b226-1d4ea175489e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:54:24Z', 'updated_at': '2021-12-14T18:54:24Z', 'revision_number': 0, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66281a4a-7b23-4a69-abe1-c6ca14063120', 'name': '', 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'mac_address': 'fa:16:3e:80:31:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:22Z', 'updated_at': '2021-12-14T18:49:28Z', 'revision_number': 5, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'subnets': [{'id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:54:26.379202 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f49f28-4985-4dee-9751-50c40d60b494 req-9e747453-af52-4948-8f66-bcfe132cd846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:26.380693 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-66f49f28-4985-4dee-9751-50c40d60b494 req-9e747453-af52-4948-8f66-bcfe132cd846 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=da885d4c-4599-4681-a9b9-c7916b022d59 HTTP/1.1" status: 200 len: 851 time: 0.0445554 Dec 14 18:54:26.392208 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17897404-acb2-4eaf-991d-2c00528a1b89 None None] Checking router: f1006f6a-2fad-4fc6-87fc-601bc49c6eca for host: dv-cinder-821746-1-iscsi {{(pid=108022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:54:26.400442 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17897404-acb2-4eaf-991d-2c00528a1b89 None None] Routers {'f1006f6a-2fad-4fc6-87fc-601bc49c6eca'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:54:26.401047 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-17897404-acb2-4eaf-991d-2c00528a1b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:54:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['f1006f6a-2fad-4fc6-87fc-601bc49c6eca'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:54:26.426957 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f49f28-4985-4dee-9751-50c40d60b494 req-7fa09d19-691d-4fb9-ae69-fef73be58d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:26.428370 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-66f49f28-4985-4dee-9751-50c40d60b494 req-7fa09d19-691d-4fb9-ae69-fef73be58d06 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b0fe8517-6221-43b8-ae5a-5eb15b9287f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404027 Dec 14 18:54:26.506231 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-17897404-acb2-4eaf-991d-2c00528a1b89 None None] Set router f1006f6a-2fad-4fc6-87fc-601bc49c6eca gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:54:26.521931 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-66f49f28-4985-4dee-9751-50c40d60b494 req-3bbde455-3ed3-4148-98c9-044e67eedaff service neutron] 10.222.0.61 "GET /v2.0/networks/b0fe8517-6221-43b8-ae5a-5eb15b9287f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863104 Dec 14 18:54:26.613075 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-66f49f28-4985-4dee-9751-50c40d60b494 req-e43dd046-76bd-4864-b17a-309812e7d7b9 service neutron] 10.222.0.61 "GET /v2.0/networks/b0fe8517-6221-43b8-ae5a-5eb15b9287f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844109 Dec 14 18:54:26.730076 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-17897404-acb2-4eaf-991d-2c00528a1b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'name': 'tempest-TestVolumeBootPattern-1945744918-router', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:23Z', 'revision_number': 4, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'gw_port': {'id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_floatingips': [{'id': '6a1aff5b-6c4f-4b9a-85ff-52ec5afb0aeb', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'floating_ip_address': '172.27.2.103', 'floating_network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'router_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'port_id': 'fbdca567-1693-4ee3-9736-d00fff2e5dd0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3', 'mac_address': 'fa:16:3e:cc:e9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3918be3-06af-49a7-a18d-319c23783f2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:52:32Z', 'updated_at': '2021-12-14T18:52:35Z', 'revision_number': 1, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'fixed_ip_address_scope': None}, {'id': '73cda6d9-2346-4aa4-8c3f-583ef9a0e395', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'router_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'port_id': '9cc2d34c-8b00-46da-a946-4e8999a4c09e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3', 'mac_address': 'fa:16:3e:de:74:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bedfbe0-4e07-46b5-b226-1d4ea175489e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:54:24Z', 'updated_at': '2021-12-14T18:54:24Z', 'revision_number': 0, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66281a4a-7b23-4a69-abe1-c6ca14063120', 'name': '', 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'mac_address': 'fa:16:3e:80:31:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:22Z', 'updated_at': '2021-12-14T18:49:28Z', 'revision_number': 5, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'subnets': [{'id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:54:26.756716 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17897404-acb2-4eaf-991d-2c00528a1b89 None None] The sync data for ids ['f1006f6a-2fad-4fc6-87fc-601bc49c6eca'] in dv-cinder-821746-1-iscsi is: [{'id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'name': 'tempest-TestVolumeBootPattern-1945744918-router', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:23Z', 'revision_number': 4, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'gw_port': {'id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_floatingips': [{'id': '6a1aff5b-6c4f-4b9a-85ff-52ec5afb0aeb', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'floating_ip_address': '172.27.2.103', 'floating_network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'router_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'port_id': 'fbdca567-1693-4ee3-9736-d00fff2e5dd0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3', 'mac_address': 'fa:16:3e:cc:e9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3918be3-06af-49a7-a18d-319c23783f2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:52:32Z', 'updated_at': '2021-12-14T18:52:35Z', 'revision_number': 1, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'fixed_ip_address_scope': None}, {'id': '73cda6d9-2346-4aa4-8c3f-583ef9a0e395', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'router_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'port_id': '9cc2d34c-8b00-46da-a946-4e8999a4c09e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3', 'mac_address': 'fa:16:3e:de:74:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bedfbe0-4e07-46b5-b226-1d4ea175489e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:54:24Z', 'updated_at': '2021-12-14T18:54:24Z', 'revision_number': 0, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66281a4a-7b23-4a69-abe1-c6ca14063120', 'name': '', 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'mac_address': 'fa:16:3e:80:31:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:22Z', 'updated_at': '2021-12-14T18:49:28Z', 'revision_number': 5, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'subnets': [{'id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:54:26.948270 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0b2c31-d39f-44b2-b940-d0c3d86f3442 None None] New status for floating IP 73cda6d9-2346-4aa4-8c3f-583ef9a0e395: ACTIVE {{(pid=108023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 18:54:29.814356 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6b0ce312-eb66-41b8-82c0-96bec5d934d7 req-61eb595e-4dde-4237-a22b-547cd4a8db07 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d3918be3-06af-49a7-a18d-319c23783f2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394609 Dec 14 18:54:29.882595 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ce312-eb66-41b8-82c0-96bec5d934d7 req-49c2e8d4-91f3-49c2-b853-ffca3ec572b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:29.884015 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6b0ce312-eb66-41b8-82c0-96bec5d934d7 req-49c2e8d4-91f3-49c2-b853-ffca3ec572b7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=741cbe7b4b8e44f89263304526525e93&device_id=d3918be3-06af-49a7-a18d-319c23783f2b HTTP/1.1" status: 200 len: 1099 time: 0.0468493 Dec 14 18:54:29.985908 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ce312-eb66-41b8-82c0-96bec5d934d7 req-63d0cecb-3680-4473-ae11-5a2924f895b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:29.987406 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6b0ce312-eb66-41b8-82c0-96bec5d934d7 req-63d0cecb-3680-4473-ae11-5a2924f895b5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b0fe8517-6221-43b8-ae5a-5eb15b9287f3 HTTP/1.1" status: 200 len: 913 time: 0.0836885 Dec 14 18:54:30.056042 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6b0ce312-eb66-41b8-82c0-96bec5d934d7 req-652726d5-ae20-4c26-b61b-1e7075a5bf97 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbdca567-1693-4ee3-9736-d00fff2e5dd0 HTTP/1.1" status: 200 len: 1002 time: 0.0612459 Dec 14 18:54:30.104493 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ce312-eb66-41b8-82c0-96bec5d934d7 req-61563aea-9555-4747-92f8-a86d345b811d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:30.105925 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6b0ce312-eb66-41b8-82c0-96bec5d934d7 req-61563aea-9555-4747-92f8-a86d345b811d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=da885d4c-4599-4681-a9b9-c7916b022d59 HTTP/1.1" status: 200 len: 851 time: 0.0435095 Dec 14 18:54:30.149953 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ce312-eb66-41b8-82c0-96bec5d934d7 req-8d7329d7-1bf1-430c-b12a-a0012eb90c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:30.151345 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6b0ce312-eb66-41b8-82c0-96bec5d934d7 req-8d7329d7-1bf1-430c-b12a-a0012eb90c81 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b0fe8517-6221-43b8-ae5a-5eb15b9287f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389001 Dec 14 18:54:30.242816 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6b0ce312-eb66-41b8-82c0-96bec5d934d7 req-d0849daa-b319-4c2e-abab-db7c47f79772 service neutron] 10.222.0.61 "GET /v2.0/networks/b0fe8517-6221-43b8-ae5a-5eb15b9287f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844796 Dec 14 18:54:30.331977 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6b0ce312-eb66-41b8-82c0-96bec5d934d7 req-10bc4b5b-7812-48d0-894b-f0d67629a6ca service neutron] 10.222.0.61 "GET /v2.0/networks/b0fe8517-6221-43b8-ae5a-5eb15b9287f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796423 Dec 14 18:54:35.080378 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99c5a9-b8bd-48db-bed8-eed38b8963ee req-a0cfb2be-0d90-49aa-8785-f029aa702a09 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:35.081916 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-0e99c5a9-b8bd-48db-bed8-eed38b8963ee req-a0cfb2be-0d90-49aa-8785-f029aa702a09 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 946 time: 0.0561793 Dec 14 18:54:35.120069 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-0e99c5a9-b8bd-48db-bed8-eed38b8963ee req-bf641217-cddd-464a-b554-52b7ae6b15af tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322483 Dec 14 18:54:36.233325 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6627dc-4c07-4e9b-bd93-4a3b27ff732b req-b465ea6f-3b30-436f-9e87-1ac1e57a1f4e tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:36.235397 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-2a6627dc-4c07-4e9b-bd93-4a3b27ff732b req-b465ea6f-3b30-436f-9e87-1ac1e57a1f4e tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 946 time: 0.0485718 Dec 14 18:54:36.272054 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-2a6627dc-4c07-4e9b-bd93-4a3b27ff732b req-430ae0a7-bcee-4026-a4fa-1841f9a45f96 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305800 Dec 14 18:54:37.384991 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0be0b4-44f5-4131-9b65-d35c99194faf req-6b519778-b1eb-4753-ba23-9813244dbad6 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:37.386372 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-0a0be0b4-44f5-4131-9b65-d35c99194faf req-6b519778-b1eb-4753-ba23-9813244dbad6 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 946 time: 0.0487251 Dec 14 18:54:37.426756 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-0a0be0b4-44f5-4131-9b65-d35c99194faf req-8a34781d-a748-4a7a-aab6-c6a953ccee1f tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344391 Dec 14 18:54:38.542337 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d0b8e-62fc-4d12-a887-2da26f1572f9 req-956d8561-d741-4176-8f37-f245529c1f0d tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:38.543811 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6c6d0b8e-62fc-4d12-a887-2da26f1572f9 req-956d8561-d741-4176-8f37-f245529c1f0d tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 946 time: 0.0511942 Dec 14 18:54:38.581916 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6c6d0b8e-62fc-4d12-a887-2da26f1572f9 req-511fd4f6-ff83-4a74-b5ff-d896d0581a52 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315657 Dec 14 18:54:39.695575 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48a6b9-08b8-4c83-b0ab-ea81aadb07bc req-fb006586-cf8c-43df-ab33-608c3a46b677 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:39.697027 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-9b48a6b9-08b8-4c83-b0ab-ea81aadb07bc req-fb006586-cf8c-43df-ab33-608c3a46b677 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 946 time: 0.0485301 Dec 14 18:54:39.733745 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-9b48a6b9-08b8-4c83-b0ab-ea81aadb07bc req-69e9317c-faac-446a-87a6-c8a93d0f8926 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308702 Dec 14 18:54:40.845122 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8451177c-e92a-4fdf-bbcb-caa2b4d2bfa4 req-84575ad6-f623-4912-987c-e8bf37d2a207 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:40.846591 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-8451177c-e92a-4fdf-bbcb-caa2b4d2bfa4 req-84575ad6-f623-4912-987c-e8bf37d2a207 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 946 time: 0.0476651 Dec 14 18:54:40.885324 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-8451177c-e92a-4fdf-bbcb-caa2b4d2bfa4 req-d3a65980-85de-4f21-905b-f32bac1b3eb5 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326614 Dec 14 18:54:41.997833 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3f487-0661-465e-b2a7-9ca35d9300b8 req-f0a2236a-0576-4474-858a-76d1c17b445b tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:41.999330 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-f8f3f487-0661-465e-b2a7-9ca35d9300b8 req-f0a2236a-0576-4474-858a-76d1c17b445b tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 946 time: 0.0481713 Dec 14 18:54:42.037451 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-f8f3f487-0661-465e-b2a7-9ca35d9300b8 req-5ea17956-389f-4761-ae12-515b84f38120 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316138 Dec 14 18:54:42.377399 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-45d91f29-56f6-4f26-a959-975f30dcb657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:54:43.151718 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b799d-7dd5-4c44-9767-1069892e1bcf req-7797fdd0-a50e-4c4e-a531-34b30c4c74f8 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:43.153172 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-7a4b799d-7dd5-4c44-9767-1069892e1bcf req-7797fdd0-a50e-4c4e-a531-34b30c4c74f8 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 946 time: 0.0502145 Dec 14 18:54:43.190333 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-7a4b799d-7dd5-4c44-9767-1069892e1bcf req-88babcd7-2b55-4e6c-be8b-4d5cca3ddcbc tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312850 Dec 14 18:54:44.302329 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21198239-4e12-48c4-8ea2-2c61670fd3df req-05201406-1f26-4e45-bf17-fc4b86bc5d9e tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:44.303802 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-21198239-4e12-48c4-8ea2-2c61670fd3df req-05201406-1f26-4e45-bf17-fc4b86bc5d9e tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 946 time: 0.0481875 Dec 14 18:54:44.345003 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-21198239-4e12-48c4-8ea2-2c61670fd3df req-d752c7c0-4a49-412b-a59e-2d2c7d4ee9d0 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353642 Dec 14 18:54:44.732840 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-591951f8-9a45-4aa1-be53-5b2884d0c4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:54:45.460203 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd47a04-e505-4132-a97a-bef5338e0ec6 req-99f46932-aad9-4f84-b244-7d2735af37fc tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:45.461656 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-0fd47a04-e505-4132-a97a-bef5338e0ec6 req-99f46932-aad9-4f84-b244-7d2735af37fc tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 946 time: 0.0522411 Dec 14 18:54:45.498917 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-0fd47a04-e505-4132-a97a-bef5338e0ec6 req-72b06470-d6cc-43b6-a69c-f6c8c002613d tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313647 Dec 14 18:54:46.215892 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:54:46.611587 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb449061-e199-465e-a786-ac19772242f6 req-95bfcf4d-8f33-4bef-af6e-331f19501300 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:46.613038 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-cb449061-e199-465e-a786-ac19772242f6 req-95bfcf4d-8f33-4bef-af6e-331f19501300 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 946 time: 0.0480921 Dec 14 18:54:46.651857 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-cb449061-e199-465e-a786-ac19772242f6 req-b5f74255-a059-4b50-abda-253d40c3e33f tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328200 Dec 14 18:54:46.791884 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.agents_db [None req-bc91d4ce-6c5b-4ff0-abae-02e3a00e1a46 None None] Agent healthcheck: found 6 active agents {{(pid=108023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:54:47.560627 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:54:47.763436 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b30a1-16be-4c3c-9322-c05801e0d898 req-c09577f0-5cd1-48e5-8917-c0ff9573c62b tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:47.765441 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-367b30a1-16be-4c3c-9322-c05801e0d898 req-c09577f0-5cd1-48e5-8917-c0ff9573c62b tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 946 time: 0.0482156 Dec 14 18:54:47.802451 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-367b30a1-16be-4c3c-9322-c05801e0d898 req-351ed679-d41e-41a2-9616-5a7cdb2ed556 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310714 Dec 14 18:54:47.880724 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:54:48.915241 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa33f18-470a-4fb2-9fd0-0689276af9df req-bdb65e5c-b474-42fd-9db3-d7555d082030 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:48.916604 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-4aa33f18-470a-4fb2-9fd0-0689276af9df req-bdb65e5c-b474-42fd-9db3-d7555d082030 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 946 time: 0.0484862 Dec 14 18:54:48.954085 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-4aa33f18-470a-4fb2-9fd0-0689276af9df req-316140ba-24c7-4578-b4b6-f35b20470ea5 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308952 Dec 14 18:54:50.067102 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa815ded-faab-495d-93e1-81c12152e616 req-aa0d92b0-bd82-44ba-bd1b-2c3e8506f59a tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:50.068541 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-aa815ded-faab-495d-93e1-81c12152e616 req-aa0d92b0-bd82-44ba-bd1b-2c3e8506f59a tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 946 time: 0.0485241 Dec 14 18:54:50.104681 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-aa815ded-faab-495d-93e1-81c12152e616 req-2d66c39d-b8f9-4004-b5ca-2f4b174e1b84 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302310 Dec 14 18:54:50.233466 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7bb3b-48b7-4726-9fa9-58abcd9f8428 req-a47a9d08-a99d-41e2-b2ce-b487296949a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:50.234889 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5ff7bb3b-48b7-4726-9fa9-58abcd9f8428 req-a47a9d08-a99d-41e2-b2ce-b487296949a7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=65aa1bc448174f819d13506e836df6fb&device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 1099 time: 0.0445044 Dec 14 18:54:50.323123 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7bb3b-48b7-4726-9fa9-58abcd9f8428 req-a5e915ee-122d-462c-8ed9-85f29993c246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:50.324560 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5ff7bb3b-48b7-4726-9fa9-58abcd9f8428 req-a5e915ee-122d-462c-8ed9-85f29993c246 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c139c236-cafe-4060-83b5-90ef769a1167 HTTP/1.1" status: 200 len: 909 time: 0.0820019 Dec 14 18:54:50.393049 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5ff7bb3b-48b7-4726-9fa9-58abcd9f8428 req-8a5a438f-d6a4-413e-889d-4bc0931bd5a0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d73168f5-65d9-4ac4-a447-144eec03240d HTTP/1.1" status: 200 len: 1001 time: 0.0609560 Dec 14 18:54:50.443882 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7bb3b-48b7-4726-9fa9-58abcd9f8428 req-6af95b69-a294-48f3-a7ce-52fe90d10bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:50.445396 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5ff7bb3b-48b7-4726-9fa9-58abcd9f8428 req-6af95b69-a294-48f3-a7ce-52fe90d10bbf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8d51de31-645e-4840-af00-bee771086121 HTTP/1.1" status: 200 len: 847 time: 0.0447242 Dec 14 18:54:50.489810 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7bb3b-48b7-4726-9fa9-58abcd9f8428 req-443d1a7b-b617-4eb3-b051-6fcc89bee4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:50.491170 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5ff7bb3b-48b7-4726-9fa9-58abcd9f8428 req-443d1a7b-b617-4eb3-b051-6fcc89bee4e4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c139c236-cafe-4060-83b5-90ef769a1167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379765 Dec 14 18:54:50.580867 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5ff7bb3b-48b7-4726-9fa9-58abcd9f8428 req-1ce0163e-cf7c-4159-a69e-2c41e09a5e87 service neutron] 10.222.0.61 "GET /v2.0/networks/c139c236-cafe-4060-83b5-90ef769a1167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824134 Dec 14 18:54:50.669391 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-5ff7bb3b-48b7-4726-9fa9-58abcd9f8428 req-fe854adc-2e5a-4675-b380-037052867fcc service neutron] 10.222.0.61 "GET /v2.0/networks/c139c236-cafe-4060-83b5-90ef769a1167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803595 Dec 14 18:54:51.215917 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cabd75-ecc6-4b9b-8194-9edeb59d9e1c req-1f26933a-9c8d-4b61-b30c-b35663b22bcd tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:51.217371 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-d1cabd75-ecc6-4b9b-8194-9edeb59d9e1c req-1f26933a-9c8d-4b61-b30c-b35663b22bcd tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 946 time: 0.0483298 Dec 14 18:54:51.258740 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-d1cabd75-ecc6-4b9b-8194-9edeb59d9e1c req-bdd5c309-9186-4d3d-98e0-7edfe42b235e tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353134 Dec 14 18:54:52.171222 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:54:52.374431 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ba20a-c8f0-4b02-8fd8-fd1562a1cd29 req-336bc4d8-68e4-4b30-85c5-21f6c733e824 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:52.376013 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-419ba20a-c8f0-4b02-8fd8-fd1562a1cd29 req-336bc4d8-68e4-4b30-85c5-21f6c733e824 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 946 time: 0.0512505 Dec 14 18:54:52.414774 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-419ba20a-c8f0-4b02-8fd8-fd1562a1cd29 req-5f818e4c-6db3-41d9-9a27-a895f103b37e tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324979 Dec 14 18:54:53.525690 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d942fb8-3801-48b3-a860-3fc7a2038ca2 req-356b8d8c-28c8-4ee3-aa12-21a0cf774f0a tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:53.527170 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-8d942fb8-3801-48b3-a860-3fc7a2038ca2 req-356b8d8c-28c8-4ee3-aa12-21a0cf774f0a tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 946 time: 0.0481868 Dec 14 18:54:53.565136 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-8d942fb8-3801-48b3-a860-3fc7a2038ca2 req-b02ba257-1b86-4143-ac5d-a53b2ab2fd4b tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316002 Dec 14 18:54:53.771440 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b068e7-07c7-4a22-a41e-df5e9e7ae3e7 req-145ea38c-e330-46d6-a283-c3d5ab77477f tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:53.772955 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-68b068e7-07c7-4a22-a41e-df5e9e7ae3e7 req-145ea38c-e330-46d6-a283-c3d5ab77477f tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 946 time: 0.0519962 Dec 14 18:54:53.791787 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f48f6e98-1333-44cd-8abf-7e9cd6503436 req-6d858d2a-8cab-4b32-b18d-f01d555ec586 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0883071 Dec 14 18:54:53.811592 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-68b068e7-07c7-4a22-a41e-df5e9e7ae3e7 req-b0938a4c-485c-4173-8aeb-0908dd93fab2 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325706 Dec 14 18:54:54.448445 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device d73168f5-65d9-4ac4-a447-144eec03240d no longer exists at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:54:54.524641 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:54:54.547016 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb347400-d44a-444e-bfd9-a5391299b9e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd73168f5-65d9-4ac4-a447-144eec03240d'}] {{(pid=108022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:54:54.549255 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4652f51f42c3be85180d8c5c7bba1325bd3159a0fd8a88314674832532d8132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ecbf58-b6fb-4c5f-aba8-db3c241f38bb" -d '{"events": [{"server_uuid": "fb347400-d44a-444e-bfd9-a5391299b9e0", "name": "network-vif-unplugged", "status": "completed", "tag": "d73168f5-65d9-4ac4-a447-144eec03240d"}]}' {{(pid=108022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:54:54.564098 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port d73168f5-65d9-4ac4-a447-144eec03240d, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=d73168f5-65d9-4ac4-a447-144eec03240d,segment=NetworkSegment(f422b3f8-989b-4aa5-8aac-28f9be55c445),segment_id=f422b3f8-989b-4aa5-8aac-28f9be55c445)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:54:54.568906 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:54:54.616070 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=d73168f5-65d9-4ac4-a447-144eec03240d,revision_number=6']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:54:54.623318 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:54:54.623671 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:54:54.624587 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:54:54.625210 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:54:54.625319 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:54:54.625577 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:54:54.625903 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:54:54.626231 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:54:54.626723 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:54:54.626887 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:54:54.627206 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:54:54.627526 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:54:54.649562 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 14 Dec 2021 18:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ab6641-34d6-4012-bc2d-6fe01fea53f5 x-openstack-request-id: req-23ab6641-34d6-4012-bc2d-6fe01fea53f5 {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:54:54.649880 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb347400-d44a-444e-bfd9-a5391299b9e0", "name": "network-vif-unplugged", "status": "failed", "tag": "d73168f5-65d9-4ac4-a447-144eec03240d", "code": 422}]} {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:54:54.650136 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-23ab6641-34d6-4012-bc2d-6fe01fea53f5 {{(pid=108022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:54:54.650591 dv-cinder-821746-1-iscsi neutron-server[108022]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fb347400-d44a-444e-bfd9-a5391299b9e0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd73168f5-65d9-4ac4-a447-144eec03240d', 'code': 422} returned with failed status Dec 14 18:54:54.926981 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f8b0a-8033-48ef-b5fe-76a535696edc req-88d81174-b776-4b12-97ab-a5f86199a309 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:54.928439 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-0e1f8b0a-8033-48ef-b5fe-76a535696edc req-88d81174-b776-4b12-97ab-a5f86199a309 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 944 time: 0.0499229 Dec 14 18:54:54.968927 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-0e1f8b0a-8033-48ef-b5fe-76a535696edc req-ba15a08d-4fd9-4a3f-af05-506a0e2444f4 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345235 Dec 14 18:54:56.083022 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8331cf-3080-4ff5-8b99-d5f145de0082 req-2f34d678-13d3-4171-b059-c571474910ec tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:56.084483 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ec8331cf-3080-4ff5-8b99-d5f145de0082 req-2f34d678-13d3-4171-b059-c571474910ec tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 944 time: 0.0487940 Dec 14 18:54:56.122921 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-ec8331cf-3080-4ff5-8b99-d5f145de0082 req-d24d7b1f-b1ae-4041-a9a3-a13e0371782b tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322716 Dec 14 18:54:57.234129 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd0063-2044-4133-a82d-770c3a720e9f req-c117b152-103f-49fe-b0dd-7593fbdc9055 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:57.235624 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-0fcd0063-2044-4133-a82d-770c3a720e9f req-c117b152-103f-49fe-b0dd-7593fbdc9055 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 944 time: 0.0492067 Dec 14 18:54:57.274381 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-0fcd0063-2044-4133-a82d-770c3a720e9f req-003ce826-3b31-42de-a3a4-60f979c93e42 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329270 Dec 14 18:54:58.384840 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d99de-dbba-4aa4-9d27-7e63ce8cd08a req-750581c0-96df-4fc0-a66c-87ab5b636c1b tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:58.386351 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-364d99de-dbba-4aa4-9d27-7e63ce8cd08a req-750581c0-96df-4fc0-a66c-87ab5b636c1b tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 944 time: 0.0480783 Dec 14 18:54:58.424088 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-364d99de-dbba-4aa4-9d27-7e63ce8cd08a req-67cce591-be0a-4724-a5f9-d903a6c748e6 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312834 Dec 14 18:54:59.070519 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f6e98-1333-44cd-8abf-7e9cd6503436 req-3859ab0f-d660-4ef9-9696-3dc276758d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:59.071906 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f48f6e98-1333-44cd-8abf-7e9cd6503436 req-3859ab0f-d660-4ef9-9696-3dc276758d12 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0&tenant_id=65aa1bc448174f819d13506e836df6fb HTTP/1.1" status: 200 len: 1097 time: 0.0518165 Dec 14 18:54:59.267315 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f6e98-1333-44cd-8abf-7e9cd6503436 req-fadc9218-c239-4e45-aa25-161dd97f6b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:59.268772 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f48f6e98-1333-44cd-8abf-7e9cd6503436 req-fadc9218-c239-4e45-aa25-161dd97f6b22 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=65aa1bc448174f819d13506e836df6fb&device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 1097 time: 0.0410218 Dec 14 18:54:59.357421 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f6e98-1333-44cd-8abf-7e9cd6503436 req-1c9d5e30-b2cd-4e40-bec5-aba4f3773f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:59.358896 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f48f6e98-1333-44cd-8abf-7e9cd6503436 req-1c9d5e30-b2cd-4e40-bec5-aba4f3773f22 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c139c236-cafe-4060-83b5-90ef769a1167 HTTP/1.1" status: 200 len: 909 time: 0.0827632 Dec 14 18:54:59.426556 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f48f6e98-1333-44cd-8abf-7e9cd6503436 req-0bce0236-0384-498c-9f21-3be7e3bbf18d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d73168f5-65d9-4ac4-a447-144eec03240d HTTP/1.1" status: 200 len: 999 time: 0.0608113 Dec 14 18:54:59.475678 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f6e98-1333-44cd-8abf-7e9cd6503436 req-c1818e8b-2626-4e83-a9d5-69383a26f79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:59.477119 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f48f6e98-1333-44cd-8abf-7e9cd6503436 req-c1818e8b-2626-4e83-a9d5-69383a26f79a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8d51de31-645e-4840-af00-bee771086121 HTTP/1.1" status: 200 len: 847 time: 0.0433843 Dec 14 18:54:59.522802 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f6e98-1333-44cd-8abf-7e9cd6503436 req-b9b747d0-21b9-4dbc-9175-99ac576535fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:59.524278 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f48f6e98-1333-44cd-8abf-7e9cd6503436 req-b9b747d0-21b9-4dbc-9175-99ac576535fe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c139c236-cafe-4060-83b5-90ef769a1167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399296 Dec 14 18:54:59.535302 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd5474-2d6b-43bf-b9b3-436a5ea51f87 req-d44f83c7-06da-4f0a-88c7-5748e4bbe89c tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:54:59.536765 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-19fd5474-2d6b-43bf-b9b3-436a5ea51f87 req-d44f83c7-06da-4f0a-88c7-5748e4bbe89c tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 944 time: 0.0481169 Dec 14 18:54:59.574846 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-19fd5474-2d6b-43bf-b9b3-436a5ea51f87 req-d545cb84-a952-401d-bdb7-0befad1e79cd tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321546 Dec 14 18:54:59.616229 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f48f6e98-1333-44cd-8abf-7e9cd6503436 req-f372f834-9b4b-4370-8fcf-0e7c9e035b3c service neutron] 10.222.0.61 "GET /v2.0/networks/c139c236-cafe-4060-83b5-90ef769a1167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844162 Dec 14 18:54:59.703761 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f48f6e98-1333-44cd-8abf-7e9cd6503436 req-3d105a4b-7822-47c5-b6c2-ed869f9e6f9a service neutron] 10.222.0.61 "GET /v2.0/networks/c139c236-cafe-4060-83b5-90ef769a1167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803652 Dec 14 18:55:00.692871 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c6b68-ddcd-4d59-9671-84712269e678 req-fe58374e-b78b-4d85-8929-642968679e86 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:55:00.694339 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a80c6b68-ddcd-4d59-9671-84712269e678 req-fe58374e-b78b-4d85-8929-642968679e86 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 944 time: 0.0530937 Dec 14 18:55:00.733071 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-a80c6b68-ddcd-4d59-9671-84712269e678 req-bf67aa0f-fb4b-4775-bd28-f3a9d74a07e5 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328512 Dec 14 18:55:01.844778 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf6f9f-1fb1-415b-a5bd-51a84233bfe7 req-bdee2b5c-2444-496a-a922-fc905656b9f4 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:55:01.846226 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-21bf6f9f-1fb1-415b-a5bd-51a84233bfe7 req-bdee2b5c-2444-496a-a922-fc905656b9f4 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 944 time: 0.0486970 Dec 14 18:55:01.888029 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-21bf6f9f-1fb1-415b-a5bd-51a84233bfe7 req-2c50ce96-5bee-4a4b-b95d-f12e821b1ac3 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357800 Dec 14 18:55:03.003016 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1628f-20c4-481e-a609-e0417130b30c req-9d32815f-d1e8-4d5e-ad10-c566b53c05ba tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:55:03.004548 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-24f1628f-20c4-481e-a609-e0417130b30c req-9d32815f-d1e8-4d5e-ad10-c566b53c05ba tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 944 time: 0.0499737 Dec 14 18:55:03.048542 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-24f1628f-20c4-481e-a609-e0417130b30c req-9b4b52d3-62ae-4b60-aa75-2b3d4d848fae tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343912 Dec 14 18:55:04.161648 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a81d6e-6825-4f18-b9f2-d6a94d83b779 req-bca6112e-3692-48fa-af7a-3f0c83a0aa6f tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:55:04.163179 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-d6a81d6e-6825-4f18-b9f2-d6a94d83b779 req-bca6112e-3692-48fa-af7a-3f0c83a0aa6f tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 944 time: 0.0492716 Dec 14 18:55:04.201294 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-d6a81d6e-6825-4f18-b9f2-d6a94d83b779 req-ef59e1f9-bccb-4fbd-8624-7458d37a0f68 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322173 Dec 14 18:55:05.313793 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0694f30-c0ea-4120-a8e7-8d80c0c29ae4 req-d7361140-04e4-4e46-b964-c1c0b812016b tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:55:05.315321 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-e0694f30-c0ea-4120-a8e7-8d80c0c29ae4 req-d7361140-04e4-4e46-b964-c1c0b812016b tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 944 time: 0.0486119 Dec 14 18:55:05.352911 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-e0694f30-c0ea-4120-a8e7-8d80c0c29ae4 req-63f008da-e12a-4c77-a12f-a8a911b3059c tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317960 Dec 14 18:55:06.468364 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2908e4-c189-4595-9e15-54c536589311 req-d2b5c194-bb24-4aaa-8f29-3681c4725c7e tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:55:06.470038 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-1a2908e4-c189-4595-9e15-54c536589311 req-d2b5c194-bb24-4aaa-8f29-3681c4725c7e tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 944 time: 0.0510919 Dec 14 18:55:06.508593 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-1a2908e4-c189-4595-9e15-54c536589311 req-1d3d8060-d2b9-4661-b823-ec276a0c8388 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326807 Dec 14 18:55:06.543957 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device d73168f5-65d9-4ac4-a447-144eec03240d details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=108022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 18:55:06.638345 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port d73168f5-65d9-4ac4-a447-144eec03240d, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=d73168f5-65d9-4ac4-a447-144eec03240d,segment=NetworkSegment(f422b3f8-989b-4aa5-8aac-28f9be55c445),segment_id=f422b3f8-989b-4aa5-8aac-28f9be55c445)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:55:06.649194 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Returning: {'device': 'd73168f5-65d9-4ac4-a447-144eec03240d', 'network_id': 'c139c236-cafe-4060-83b5-90ef769a1167', 'port_id': 'd73168f5-65d9-4ac4-a447-144eec03240d', 'mac_address': 'fa:16:3e:04:09:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d51de31-645e-4840-af00-bee771086121', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 18:55:06.685101 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:55:06.697920 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d73168f5-65d9-4ac4-a447-144eec03240d {{(pid=108022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 18:55:06.716122 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port d73168f5-65d9-4ac4-a447-144eec03240d, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=d73168f5-65d9-4ac4-a447-144eec03240d,segment=NetworkSegment(f422b3f8-989b-4aa5-8aac-28f9be55c445),segment_id=f422b3f8-989b-4aa5-8aac-28f9be55c445)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:55:06.720555 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:55:06.770986 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=d73168f5-65d9-4ac4-a447-144eec03240d,revision_number=7']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:55:06.940720 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] get_ports_and_sgs() called for port_ids ['d73168f5-65d9-4ac4-a447-144eec03240d'] {{(pid=108022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 18:55:07.627026 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de038898-24e5-45fe-884b-7dfbc414ced2 req-57b453c9-2517-4222-8e65-8f5e425f0ba5 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:55:07.628485 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-de038898-24e5-45fe-884b-7dfbc414ced2 req-57b453c9-2517-4222-8e65-8f5e425f0ba5 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 945 time: 0.0521069 Dec 14 18:55:07.665755 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-de038898-24e5-45fe-884b-7dfbc414ced2 req-296c6195-2a2b-4796-bb45-6e119016f7c5 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313652 Dec 14 18:55:08.563924 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device d73168f5-65d9-4ac4-a447-144eec03240d up at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 18:55:08.611549 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.provisioning_blocks [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Provisioning complete for port d73168f5-65d9-4ac4-a447-144eec03240d triggered by entity L2. {{(pid=108022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 18:55:08.611549 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3900948'] for port, provisioning_complete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:55:08.695713 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3926112'] for port, before_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:55:08.721212 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb347400-d44a-444e-bfd9-a5391299b9e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73168f5-65d9-4ac4-a447-144eec03240d'}] {{(pid=108022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:55:08.723281 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4652f51f42c3be85180d8c5c7bba1325bd3159a0fd8a88314674832532d8132" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1e3272-eb83-4811-8cc3-d8f2ecc3a876" -d '{"events": [{"server_uuid": "fb347400-d44a-444e-bfd9-a5391299b9e0", "name": "network-vif-plugged", "status": "completed", "tag": "d73168f5-65d9-4ac4-a447-144eec03240d"}]}' {{(pid=108022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:55:08.737046 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] For port d73168f5-65d9-4ac4-a447-144eec03240d, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=d73168f5-65d9-4ac4-a447-144eec03240d,segment=NetworkSegment(f422b3f8-989b-4aa5-8aac-28f9be55c445),segment_id=f422b3f8-989b-4aa5-8aac-28f9be55c445)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:55:08.741888 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730915515814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730914959975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730914959993'] for port, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:55:08.774672 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d094ada-f79e-4c6b-92c6-bae2f1c413af x-openstack-request-id: req-5d094ada-f79e-4c6b-92c6-bae2f1c413af {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:55:08.774971 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb347400-d44a-444e-bfd9-a5391299b9e0", "name": "network-vif-plugged", "status": "completed", "tag": "d73168f5-65d9-4ac4-a447-144eec03240d", "code": 200}]} {{(pid=108022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:55:08.775225 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5d094ada-f79e-4c6b-92c6-bae2f1c413af {{(pid=108022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:55:08.775729 dv-cinder-821746-1-iscsi neutron-server[108022]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb347400-d44a-444e-bfd9-a5391299b9e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73168f5-65d9-4ac4-a447-144eec03240d', 'code': 200} Dec 14 18:55:08.792654 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add5c6b-69a6-417e-a263-851238f6a9de req-2a357f8f-b974-4b7f-b433-8f4afc3575fe tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:55:08.794420 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-0add5c6b-69a6-417e-a263-851238f6a9de req-2a357f8f-b974-4b7f-b433-8f4afc3575fe tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 946 time: 0.0596642 Dec 14 18:55:08.800127 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Pushing event updated for resources: {'Port': ['ID=d73168f5-65d9-4ac4-a447-144eec03240d,revision_number=8']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:55:08.840920 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-0add5c6b-69a6-417e-a263-851238f6a9de req-f4a82b32-93af-401f-9e7a-b9db35f258a0 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402627 Dec 14 18:55:08.997493 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fcdf0e-30eb-4558-a365-d77279e65575 req-379bfd92-fbb4-4c69-8c5e-4f2a0cd444ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:55:08.999095 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-40fcdf0e-30eb-4558-a365-d77279e65575 req-379bfd92-fbb4-4c69-8c5e-4f2a0cd444ce service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 1099 time: 0.0417438 Dec 14 18:55:09.036370 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-40fcdf0e-30eb-4558-a365-d77279e65575 req-0c13a390-036d-48fa-9bf5-4816cc9d5ba8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305007 Dec 14 18:55:09.957097 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b3aba-764f-4132-8833-aff440219e86 req-94f52b03-69aa-401f-b796-f59209ecc47e tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:55:09.958601 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-bd4b3aba-764f-4132-8833-aff440219e86 req-94f52b03-69aa-401f-b796-f59209ecc47e tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 946 time: 0.0487962 Dec 14 18:55:10.008411 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-bd4b3aba-764f-4132-8833-aff440219e86 req-f5ee89d5-a39a-4968-a79d-e128dbc6377e tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436308 Dec 14 18:55:11.126773 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13048b99-6ad4-47b1-819a-6d3f0bb6b9dd req-dc2a856e-fd0c-4f84-9690-9de077f8f1d9 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:55:11.128231 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-13048b99-6ad4-47b1-819a-6d3f0bb6b9dd req-dc2a856e-fd0c-4f84-9690-9de077f8f1d9 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 946 time: 0.0515401 Dec 14 18:55:11.164770 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-13048b99-6ad4-47b1-819a-6d3f0bb6b9dd req-8b40e1f7-9553-4590-8271-df3491c0ca3d tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306916 Dec 14 18:55:12.378405 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-a99c1695-89d4-4e4f-8378-f6ef3df4a527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:55:14.733780 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-c18eb1d0-dc35-4aa4-a1af-97cfa08b0f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:55:16.218942 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:55:17.562424 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:55:17.884023 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:55:22.186918 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:55:23.791359 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.agents_db [None req-bc91d4ce-6c5b-4ff0-abae-02e3a00e1a46 None None] Agent healthcheck: found 6 active agents {{(pid=108023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:55:30.821714 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-93f5f0c1-524f-4d2b-b7b0-97d7fb6ef68d req-1cc43802-08d8-42a7-aa58-9f10c0cc10a5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426352 Dec 14 18:55:30.882809 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5f0c1-524f-4d2b-b7b0-97d7fb6ef68d req-96c6f843-1806-45ca-93e6-accd038397eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:55:30.884243 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-93f5f0c1-524f-4d2b-b7b0-97d7fb6ef68d req-96c6f843-1806-45ca-93e6-accd038397eb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=65aa1bc448174f819d13506e836df6fb&device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 1099 time: 0.0409341 Dec 14 18:55:30.988645 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5f0c1-524f-4d2b-b7b0-97d7fb6ef68d req-dd1d6b67-5483-4b2e-a433-07409a55513f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:55:30.990097 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-93f5f0c1-524f-4d2b-b7b0-97d7fb6ef68d req-dd1d6b67-5483-4b2e-a433-07409a55513f service neutron] 10.222.0.61 "GET /v2.0/networks?id=c139c236-cafe-4060-83b5-90ef769a1167 HTTP/1.1" status: 200 len: 909 time: 0.0846176 Dec 14 18:55:31.059993 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-93f5f0c1-524f-4d2b-b7b0-97d7fb6ef68d req-ad17115a-0353-4645-a89d-1710853d930e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d73168f5-65d9-4ac4-a447-144eec03240d HTTP/1.1" status: 200 len: 1001 time: 0.0615647 Dec 14 18:55:31.108357 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5f0c1-524f-4d2b-b7b0-97d7fb6ef68d req-c939c6f0-f4f2-44c4-8af7-0bb3f0eb1615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:55:31.109749 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-93f5f0c1-524f-4d2b-b7b0-97d7fb6ef68d req-c939c6f0-f4f2-44c4-8af7-0bb3f0eb1615 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8d51de31-645e-4840-af00-bee771086121 HTTP/1.1" status: 200 len: 847 time: 0.0426621 Dec 14 18:55:31.157896 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5f0c1-524f-4d2b-b7b0-97d7fb6ef68d req-f57e1c2e-2274-484c-bad5-876c0abb0b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:55:31.159341 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-93f5f0c1-524f-4d2b-b7b0-97d7fb6ef68d req-f57e1c2e-2274-484c-bad5-876c0abb0b4e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c139c236-cafe-4060-83b5-90ef769a1167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417409 Dec 14 18:55:31.249824 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-93f5f0c1-524f-4d2b-b7b0-97d7fb6ef68d req-3e83fe53-08b4-4957-b754-1eb0d6909626 service neutron] 10.222.0.61 "GET /v2.0/networks/c139c236-cafe-4060-83b5-90ef769a1167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824053 Dec 14 18:55:31.336390 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-93f5f0c1-524f-4d2b-b7b0-97d7fb6ef68d req-09b06e17-7d74-44c1-9096-7d527447a41d service neutron] 10.222.0.61 "GET /v2.0/networks/c139c236-cafe-4060-83b5-90ef769a1167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795588 Dec 14 18:55:42.380294 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2dde0a58-ddfa-42e9-a00d-8a5817cd08a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:55:44.734194 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ebb742af-de54-41bf-ba19-ba5c8fab4dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:55:46.221519 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:55:47.565994 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:55:47.887458 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:55:52.184017 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:00.789952 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.agents_db [None req-bc91d4ce-6c5b-4ff0-abae-02e3a00e1a46 None None] Agent healthcheck: found 6 active agents {{(pid=108023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:56:04.822174 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 50852) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:56:05.088285 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.plugin [None req-07933b24-fed5-45db-9b6d-55f1223c4d0b tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Deleting port 0797462d-c35b-42c0-9809-18e53f717824 {{(pid=108021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:56:05.088621 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-07933b24-fed5-45db-9b6d-55f1223c4d0b tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:05.165746 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-07933b24-fed5-45db-9b6d-55f1223c4d0b tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:05.165968 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-07933b24-fed5-45db-9b6d-55f1223c4d0b tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:05.177304 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.plugin [None req-07933b24-fed5-45db-9b6d-55f1223c4d0b tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Calling delete_port for 0797462d-c35b-42c0-9809-18e53f717824 owned by network:floatingip {{(pid=108021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:56:05.345462 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-07933b24-fed5-45db-9b6d-55f1223c4d0b tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29291660'] for port, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:05.376038 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07933b24-fed5-45db-9b6d-55f1223c4d0b tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Pushing event deleted for resources: {'Port': ['ID=0797462d-c35b-42c0-9809-18e53f717824,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:56:05.398095 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07933b24-fed5-45db-9b6d-55f1223c4d0b tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:56:05.398429 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07933b24-fed5-45db-9b6d-55f1223c4d0b tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:56:05.398789 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07933b24-fed5-45db-9b6d-55f1223c4d0b tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:56:05.399119 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07933b24-fed5-45db-9b6d-55f1223c4d0b tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:56:05.399444 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07933b24-fed5-45db-9b6d-55f1223c4d0b tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:56:05.399770 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07933b24-fed5-45db-9b6d-55f1223c4d0b tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:56:05.400093 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07933b24-fed5-45db-9b6d-55f1223c4d0b tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:56:05.400410 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07933b24-fed5-45db-9b6d-55f1223c4d0b tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:56:05.400731 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07933b24-fed5-45db-9b6d-55f1223c4d0b tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:56:05.401048 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07933b24-fed5-45db-9b6d-55f1223c4d0b tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:56:05.401365 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07933b24-fed5-45db-9b6d-55f1223c4d0b tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:56:05.401678 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07933b24-fed5-45db-9b6d-55f1223c4d0b tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:56:05.439718 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-07933b24-fed5-45db-9b6d-55f1223c4d0b tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks [] for floatingip, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:05.440001 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.db.l3_db [None req-07933b24-fed5-45db-9b6d-55f1223c4d0b tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Floating IP 73cda6d9-2346-4aa4-8c3f-583ef9a0e395 disassociated (deleted). External IP: 172.27.2.209, port: 9cc2d34c-8b00-46da-a946-4e8999a4c09e. Dec 14 18:56:05.643039 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07933b24-fed5-45db-9b6d-55f1223c4d0b tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Router f1006f6a-2fad-4fc6-87fc-601bc49c6eca has already been hosted by L3 agent 61f97045-3475-4abf-9bb4-9e4a5178f14d {{(pid=108021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:56:05.750650 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07933b24-fed5-45db-9b6d-55f1223c4d0b tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify agent at l3_agent.dv-cinder-821746-1-iscsi the message routers_updated {{(pid=108021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:56:05.755707 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-07933b24-fed5-45db-9b6d-55f1223c4d0b tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for floatingip, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:05.760310 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa99b65-86a7-4820-83f0-2d2a82a1bd21 None None] Sync routers for ids ['f1006f6a-2fad-4fc6-87fc-601bc49c6eca'] in dv-cinder-821746-1-iscsi {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:56:05.770025 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa99b65-86a7-4820-83f0-2d2a82a1bd21 None None] Routers {'f1006f6a-2fad-4fc6-87fc-601bc49c6eca'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:56:05.770680 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-4fa99b65-86a7-4820-83f0-2d2a82a1bd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:55:45Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['f1006f6a-2fad-4fc6-87fc-601bc49c6eca'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:56:05.782125 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-07933b24-fed5-45db-9b6d-55f1223c4d0b tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "DELETE /v2.0/floatingips/73cda6d9-2346-4aa4-8c3f-583ef9a0e395 HTTP/1.1" status: 204 len: 168 time: 0.9588437 Dec 14 18:56:05.782746 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bedfbe0-4e07-46b5-b226-1d4ea175489e', 'tag': '9cc2d34c-8b00-46da-a946-4e8999a4c09e'}] {{(pid=108021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:56:05.785114 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b93b291913d2f478f978021224fe99462ed5361e2b2e2c80d6eb419d23fcc8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c311f79-3f8d-4c76-852d-e4ac63c6f5e2" -d '{"events": [{"name": "network-changed", "server_uuid": "0bedfbe0-4e07-46b5-b226-1d4ea175489e", "tag": "9cc2d34c-8b00-46da-a946-4e8999a4c09e"}]}' {{(pid=108021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:56:05.821756 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70d146b-dc2b-4f5e-b177-5d31cc363839 x-openstack-request-id: req-f70d146b-dc2b-4f5e-b177-5d31cc363839 {{(pid=108021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:56:05.822253 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bedfbe0-4e07-46b5-b226-1d4ea175489e", "tag": "9cc2d34c-8b00-46da-a946-4e8999a4c09e", "status": "completed", "code": 200}]} {{(pid=108021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:56:05.822872 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f70d146b-dc2b-4f5e-b177-5d31cc363839 {{(pid=108021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:56:05.823075 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bedfbe0-4e07-46b5-b226-1d4ea175489e', 'tag': '9cc2d34c-8b00-46da-a946-4e8999a4c09e', 'status': 'completed', 'code': 200} Dec 14 18:56:05.882360 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-4fa99b65-86a7-4820-83f0-2d2a82a1bd21 None None] Set router f1006f6a-2fad-4fc6-87fc-601bc49c6eca gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:56:05.891768 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c311f79-3f8d-4c76-852d-e4ac63c6f5e2 req-d3ddc991-d938-4c7f-8068-14d15098c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:56:05.893267 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6c311f79-3f8d-4c76-852d-e4ac63c6f5e2 req-d3ddc991-d938-4c7f-8068-14d15098c7b0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=741cbe7b4b8e44f89263304526525e93&device_id=0bedfbe0-4e07-46b5-b226-1d4ea175489e HTTP/1.1" status: 200 len: 1098 time: 0.0481780 Dec 14 18:56:05.993236 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c311f79-3f8d-4c76-852d-e4ac63c6f5e2 req-dacf8dd8-2c89-4f06-a69c-80bfb1a813d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:56:05.994754 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6c311f79-3f8d-4c76-852d-e4ac63c6f5e2 req-dacf8dd8-2c89-4f06-a69c-80bfb1a813d5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b0fe8517-6221-43b8-ae5a-5eb15b9287f3 HTTP/1.1" status: 200 len: 913 time: 0.0873063 Dec 14 18:56:06.015388 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc91aa8-912e-452e-a065-535496ad1443 req-3cfabd14-e086-4ea9-83fb-5d6580e48e31 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:56:06.017290 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-acc91aa8-912e-452e-a065-535496ad1443 req-3cfabd14-e086-4ea9-83fb-5d6580e48e31 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bedfbe0-4e07-46b5-b226-1d4ea175489e HTTP/1.1" status: 200 len: 945 time: 0.0513318 Dec 14 18:56:06.041604 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6c311f79-3f8d-4c76-852d-e4ac63c6f5e2 req-85bfec9f-e5cf-4d24-8f07-f922bf33d9c7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cc2d34c-8b00-46da-a946-4e8999a4c09e HTTP/1.1" status: 200 len: 217 time: 0.0386550 Dec 14 18:56:06.058876 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-acc91aa8-912e-452e-a065-535496ad1443 req-ef0cc4f0-b911-491f-9199-24dd6d0e0c94 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352626 Dec 14 18:56:06.093144 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c311f79-3f8d-4c76-852d-e4ac63c6f5e2 req-3a0ea365-3feb-4fa9-8e3e-6ef31e3d828d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:56:06.094638 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6c311f79-3f8d-4c76-852d-e4ac63c6f5e2 req-3a0ea365-3feb-4fa9-8e3e-6ef31e3d828d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=da885d4c-4599-4681-a9b9-c7916b022d59 HTTP/1.1" status: 200 len: 851 time: 0.0459504 Dec 14 18:56:06.128900 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-4fa99b65-86a7-4820-83f0-2d2a82a1bd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'name': 'tempest-TestVolumeBootPattern-1945744918-router', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:23Z', 'revision_number': 4, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'gw_port': {'id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_floatingips': [{'id': '6a1aff5b-6c4f-4b9a-85ff-52ec5afb0aeb', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'floating_ip_address': '172.27.2.103', 'floating_network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'router_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'port_id': 'fbdca567-1693-4ee3-9736-d00fff2e5dd0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3', 'mac_address': 'fa:16:3e:cc:e9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3918be3-06af-49a7-a18d-319c23783f2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:52:32Z', 'updated_at': '2021-12-14T18:52:35Z', 'revision_number': 1, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66281a4a-7b23-4a69-abe1-c6ca14063120', 'name': '', 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'mac_address': 'fa:16:3e:80:31:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:22Z', 'updated_at': '2021-12-14T18:49:28Z', 'revision_number': 5, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'subnets': [{'id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:56:06.141941 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c311f79-3f8d-4c76-852d-e4ac63c6f5e2 req-49be9dc9-2fd2-4ed2-9616-629ba6a92b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:56:06.143539 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6c311f79-3f8d-4c76-852d-e4ac63c6f5e2 req-49be9dc9-2fd2-4ed2-9616-629ba6a92b63 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b0fe8517-6221-43b8-ae5a-5eb15b9287f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413103 Dec 14 18:56:06.155212 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa99b65-86a7-4820-83f0-2d2a82a1bd21 None None] Checking router: f1006f6a-2fad-4fc6-87fc-601bc49c6eca for host: dv-cinder-821746-1-iscsi {{(pid=108022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:56:06.164697 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa99b65-86a7-4820-83f0-2d2a82a1bd21 None None] Routers {'f1006f6a-2fad-4fc6-87fc-601bc49c6eca'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:56:06.165310 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-4fa99b65-86a7-4820-83f0-2d2a82a1bd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:55:45Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['f1006f6a-2fad-4fc6-87fc-601bc49c6eca'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:56:06.238252 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6c311f79-3f8d-4c76-852d-e4ac63c6f5e2 req-c77d4596-795d-4658-bce9-a4b951a007a7 service neutron] 10.222.0.61 "GET /v2.0/networks/b0fe8517-6221-43b8-ae5a-5eb15b9287f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867460 Dec 14 18:56:06.270403 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-4fa99b65-86a7-4820-83f0-2d2a82a1bd21 None None] Set router f1006f6a-2fad-4fc6-87fc-601bc49c6eca gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:56:06.327090 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-6c311f79-3f8d-4c76-852d-e4ac63c6f5e2 req-e5ea9438-6947-4ab5-8ca1-312e1a92aee2 service neutron] 10.222.0.61 "GET /v2.0/networks/b0fe8517-6221-43b8-ae5a-5eb15b9287f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805914 Dec 14 18:56:06.609319 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-4fa99b65-86a7-4820-83f0-2d2a82a1bd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'name': 'tempest-TestVolumeBootPattern-1945744918-router', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:23Z', 'revision_number': 4, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'gw_port': {'id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_floatingips': [{'id': '6a1aff5b-6c4f-4b9a-85ff-52ec5afb0aeb', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'floating_ip_address': '172.27.2.103', 'floating_network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'router_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'port_id': 'fbdca567-1693-4ee3-9736-d00fff2e5dd0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3', 'mac_address': 'fa:16:3e:cc:e9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3918be3-06af-49a7-a18d-319c23783f2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:52:32Z', 'updated_at': '2021-12-14T18:52:35Z', 'revision_number': 1, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66281a4a-7b23-4a69-abe1-c6ca14063120', 'name': '', 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'mac_address': 'fa:16:3e:80:31:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:22Z', 'updated_at': '2021-12-14T18:49:28Z', 'revision_number': 5, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'subnets': [{'id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:56:06.638249 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa99b65-86a7-4820-83f0-2d2a82a1bd21 None None] The sync data for ids ['f1006f6a-2fad-4fc6-87fc-601bc49c6eca'] in dv-cinder-821746-1-iscsi is: [{'id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'name': 'tempest-TestVolumeBootPattern-1945744918-router', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:23Z', 'revision_number': 4, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'gw_port': {'id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_floatingips': [{'id': '6a1aff5b-6c4f-4b9a-85ff-52ec5afb0aeb', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'floating_ip_address': '172.27.2.103', 'floating_network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'router_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'port_id': 'fbdca567-1693-4ee3-9736-d00fff2e5dd0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3', 'mac_address': 'fa:16:3e:cc:e9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3918be3-06af-49a7-a18d-319c23783f2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:52:32Z', 'updated_at': '2021-12-14T18:52:35Z', 'revision_number': 1, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66281a4a-7b23-4a69-abe1-c6ca14063120', 'name': '', 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'mac_address': 'fa:16:3e:80:31:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:22Z', 'updated_at': '2021-12-14T18:49:28Z', 'revision_number': 5, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'subnets': [{'id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:56:06.857422 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80b4020-37b1-4a60-84c4-67545ca870ea None None] New status for floating IP 73cda6d9-2346-4aa4-8c3f-583ef9a0e395: DOWN {{(pid=108023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 18:56:07.187852 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b694132-f7b9-40bf-a9d2-bac2fe51cf10 req-60cf2fab-e254-45f7-a0a9-1dd78ca662b9 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:56:07.189310 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4b694132-f7b9-40bf-a9d2-bac2fe51cf10 req-60cf2fab-e254-45f7-a0a9-1dd78ca662b9 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bedfbe0-4e07-46b5-b226-1d4ea175489e HTTP/1.1" status: 200 len: 945 time: 0.0486388 Dec 14 18:56:07.226987 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-4b694132-f7b9-40bf-a9d2-bac2fe51cf10 req-aeca8c57-d51c-4a64-925a-7b5cb62acbb6 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317588 Dec 14 18:56:07.539821 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859dc743-ded3-4d89-936f-cfbedfc2ecc1 req-b0dd7394-f528-44e9-83c7-3f210e01cb31 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:56:07.541169 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-859dc743-ded3-4d89-936f-cfbedfc2ecc1 req-b0dd7394-f528-44e9-83c7-3f210e01cb31 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.61 "GET /v2.0/ports?device_id=0bedfbe0-4e07-46b5-b226-1d4ea175489e HTTP/1.1" status: 200 len: 945 time: 0.0515201 Dec 14 18:56:07.633727 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [req-859dc743-ded3-4d89-936f-cfbedfc2ecc1 req-991ef9c0-df5a-468b-b072-6c32ee0608c0 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Deleting port 9cc2d34c-8b00-46da-a946-4e8999a4c09e {{(pid=108020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:56:07.634066 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-859dc743-ded3-4d89-936f-cfbedfc2ecc1 req-991ef9c0-df5a-468b-b072-6c32ee0608c0 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:07.722657 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-859dc743-ded3-4d89-936f-cfbedfc2ecc1 req-991ef9c0-df5a-468b-b072-6c32ee0608c0 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] For port 9cc2d34c-8b00-46da-a946-4e8999a4c09e, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=9cc2d34c-8b00-46da-a946-4e8999a4c09e,segment=NetworkSegment(19e65e64-582f-44b4-bd1f-0003a6cd4022),segment_id=19e65e64-582f-44b4-bd1f-0003a6cd4022)] {{(pid=108020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:56:07.723075 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-859dc743-ded3-4d89-936f-cfbedfc2ecc1 req-991ef9c0-df5a-468b-b072-6c32ee0608c0 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:07.735916 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [req-859dc743-ded3-4d89-936f-cfbedfc2ecc1 req-991ef9c0-df5a-468b-b072-6c32ee0608c0 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Calling delete_port for 9cc2d34c-8b00-46da-a946-4e8999a4c09e owned by compute:nova {{(pid=108020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:56:07.858859 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-859dc743-ded3-4d89-936f-cfbedfc2ecc1 req-991ef9c0-df5a-468b-b072-6c32ee0608c0 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25418977'] for port, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:07.891264 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ef9c0-df5a-468b-b072-6c32ee0608c0 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Pushing event deleted for resources: {'Port': ['ID=9cc2d34c-8b00-46da-a946-4e8999a4c09e,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:56:07.903126 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ef9c0-df5a-468b-b072-6c32ee0608c0 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:56:07.903487 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ef9c0-df5a-468b-b072-6c32ee0608c0 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:56:07.903838 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ef9c0-df5a-468b-b072-6c32ee0608c0 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:56:07.904182 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ef9c0-df5a-468b-b072-6c32ee0608c0 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:56:07.904511 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ef9c0-df5a-468b-b072-6c32ee0608c0 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:56:07.904844 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ef9c0-df5a-468b-b072-6c32ee0608c0 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:56:07.905174 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ef9c0-df5a-468b-b072-6c32ee0608c0 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:56:07.905504 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ef9c0-df5a-468b-b072-6c32ee0608c0 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:56:07.905838 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ef9c0-df5a-468b-b072-6c32ee0608c0 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:56:07.906166 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ef9c0-df5a-468b-b072-6c32ee0608c0 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:56:07.906490 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ef9c0-df5a-468b-b072-6c32ee0608c0 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:56:07.906839 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991ef9c0-df5a-468b-b072-6c32ee0608c0 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:56:07.941931 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [req-859dc743-ded3-4d89-936f-cfbedfc2ecc1 req-991ef9c0-df5a-468b-b072-6c32ee0608c0 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] No DVR routers for this DVR port 9cc2d34c-8b00-46da-a946-4e8999a4c09e on host hv-cinder-82174 {{(pid=108020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:56:07.944440 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-859dc743-ded3-4d89-936f-cfbedfc2ecc1 req-991ef9c0-df5a-468b-b072-6c32ee0608c0 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:07.947753 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-859dc743-ded3-4d89-936f-cfbedfc2ecc1 req-991ef9c0-df5a-468b-b072-6c32ee0608c0 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.61 "DELETE /v2.0/ports/9cc2d34c-8b00-46da-a946-4e8999a4c09e HTTP/1.1" status: 204 len: 173 time: 0.3998215 Dec 14 18:56:07.948188 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bedfbe0-4e07-46b5-b226-1d4ea175489e', 'name': 'network-vif-deleted', 'tag': '9cc2d34c-8b00-46da-a946-4e8999a4c09e'}] {{(pid=108020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:56:07.950492 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d1d651e17726932f2c063a5cb62fed0687a982c73a8c4b64805019ed9839e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad14699d-78c9-49c1-8b30-555ef2fa48f8" -d '{"events": [{"server_uuid": "0bedfbe0-4e07-46b5-b226-1d4ea175489e", "name": "network-vif-deleted", "tag": "9cc2d34c-8b00-46da-a946-4e8999a4c09e"}]}' {{(pid=108020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:56:07.986216 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41dc870f-7641-460d-8bd7-100678ea452f x-openstack-request-id: req-41dc870f-7641-460d-8bd7-100678ea452f {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:56:07.986580 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bedfbe0-4e07-46b5-b226-1d4ea175489e", "name": "network-vif-deleted", "tag": "9cc2d34c-8b00-46da-a946-4e8999a4c09e", "status": "completed", "code": 200}]} {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:56:07.986913 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-41dc870f-7641-460d-8bd7-100678ea452f {{(pid=108020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:56:07.987401 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bedfbe0-4e07-46b5-b226-1d4ea175489e', 'name': 'network-vif-deleted', 'tag': '9cc2d34c-8b00-46da-a946-4e8999a4c09e', 'status': 'completed', 'code': 200} Dec 14 18:56:08.330309 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-56580c47-ab98-4055-9abc-2f247cb3525e req-d77f2084-e205-4801-bf4a-431e0b002016 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bedfbe0-4e07-46b5-b226-1d4ea175489e HTTP/1.1" status: 200 len: 210 time: 0.0279944 Dec 14 18:56:10.835719 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 9cc2d34c-8b00-46da-a946-4e8999a4c09e no longer exists at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:56:10.856226 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] No Port match for: 9cc2d34c-8b00-46da-a946-4e8999a4c09e {{(pid=108022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:56:10.856438 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device 9cc2d34c-8b00-46da-a946-4e8999a4c09e not bound to the agent host hv-cinder-82174 {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:56:11.603435 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 50890) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:56:11.756980 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.plugin [None req-5c70ebbc-8b8d-4441-b518-1b7a8efdfba6 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Deleting port e1d3bac4-1cef-4b91-9ff3-f391d4ebe6b1 {{(pid=108021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:56:11.757317 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-5c70ebbc-8b8d-4441-b518-1b7a8efdfba6 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:11.835406 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-5c70ebbc-8b8d-4441-b518-1b7a8efdfba6 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:11.835729 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-5c70ebbc-8b8d-4441-b518-1b7a8efdfba6 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:11.847205 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.plugin [None req-5c70ebbc-8b8d-4441-b518-1b7a8efdfba6 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Calling delete_port for e1d3bac4-1cef-4b91-9ff3-f391d4ebe6b1 owned by network:floatingip {{(pid=108021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:56:11.991309 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-5c70ebbc-8b8d-4441-b518-1b7a8efdfba6 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29291660'] for port, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:12.013989 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c70ebbc-8b8d-4441-b518-1b7a8efdfba6 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Pushing event deleted for resources: {'Port': ['ID=e1d3bac4-1cef-4b91-9ff3-f391d4ebe6b1,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:56:12.073947 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-5c70ebbc-8b8d-4441-b518-1b7a8efdfba6 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks [] for floatingip, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:12.074270 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.db.l3_db [None req-5c70ebbc-8b8d-4441-b518-1b7a8efdfba6 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Floating IP 6a1aff5b-6c4f-4b9a-85ff-52ec5afb0aeb disassociated (deleted). External IP: 172.27.2.103, port: fbdca567-1693-4ee3-9736-d00fff2e5dd0. Dec 14 18:56:12.278593 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c70ebbc-8b8d-4441-b518-1b7a8efdfba6 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Router f1006f6a-2fad-4fc6-87fc-601bc49c6eca has already been hosted by L3 agent 61f97045-3475-4abf-9bb4-9e4a5178f14d {{(pid=108021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:56:12.381192 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-905268b9-ebcf-4840-a9df-30e698530585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:12.384074 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c70ebbc-8b8d-4441-b518-1b7a8efdfba6 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify agent at l3_agent.dv-cinder-821746-1-iscsi the message routers_updated {{(pid=108021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:56:12.389131 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-5c70ebbc-8b8d-4441-b518-1b7a8efdfba6 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for floatingip, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:12.394314 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6686d646-9cc1-4524-a7dc-8841e58ef88c None None] Sync routers for ids ['f1006f6a-2fad-4fc6-87fc-601bc49c6eca'] in dv-cinder-821746-1-iscsi {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:56:12.403634 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6686d646-9cc1-4524-a7dc-8841e58ef88c None None] Routers {'f1006f6a-2fad-4fc6-87fc-601bc49c6eca'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:56:12.404246 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-6686d646-9cc1-4524-a7dc-8841e58ef88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:55:45Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['f1006f6a-2fad-4fc6-87fc-601bc49c6eca'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:56:12.416003 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-5c70ebbc-8b8d-4441-b518-1b7a8efdfba6 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "DELETE /v2.0/floatingips/6a1aff5b-6c4f-4b9a-85ff-52ec5afb0aeb HTTP/1.1" status: 204 len: 168 time: 0.8115149 Dec 14 18:56:12.416597 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3918be3-06af-49a7-a18d-319c23783f2b', 'tag': 'fbdca567-1693-4ee3-9736-d00fff2e5dd0'}] {{(pid=108021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:56:12.418951 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b93b291913d2f478f978021224fe99462ed5361e2b2e2c80d6eb419d23fcc8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1614c6-d9ce-44bc-b87a-dae27d520c6a" -d '{"events": [{"name": "network-changed", "server_uuid": "d3918be3-06af-49a7-a18d-319c23783f2b", "tag": "fbdca567-1693-4ee3-9736-d00fff2e5dd0"}]}' {{(pid=108021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:56:12.458192 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800892c9-6b6b-4b4d-a1f5-b972724c273b x-openstack-request-id: req-800892c9-6b6b-4b4d-a1f5-b972724c273b {{(pid=108021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:56:12.458575 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3918be3-06af-49a7-a18d-319c23783f2b", "tag": "fbdca567-1693-4ee3-9736-d00fff2e5dd0", "status": "completed", "code": 200}]} {{(pid=108021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:56:12.458897 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-800892c9-6b6b-4b4d-a1f5-b972724c273b {{(pid=108021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:56:12.459359 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3918be3-06af-49a7-a18d-319c23783f2b', 'tag': 'fbdca567-1693-4ee3-9736-d00fff2e5dd0', 'status': 'completed', 'code': 200} Dec 14 18:56:12.520305 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-6686d646-9cc1-4524-a7dc-8841e58ef88c None None] Set router f1006f6a-2fad-4fc6-87fc-601bc49c6eca gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:56:12.521295 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1614c6-d9ce-44bc-b87a-dae27d520c6a req-e16f6c19-1702-4d97-bc84-541743a34942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:56:12.522847 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-df1614c6-d9ce-44bc-b87a-dae27d520c6a req-e16f6c19-1702-4d97-bc84-541743a34942 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=741cbe7b4b8e44f89263304526525e93&device_id=d3918be3-06af-49a7-a18d-319c23783f2b HTTP/1.1" status: 200 len: 1099 time: 0.0413220 Dec 14 18:56:12.634210 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1614c6-d9ce-44bc-b87a-dae27d520c6a req-34411a61-adef-478e-b477-609fe5f25e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:56:12.635816 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-df1614c6-d9ce-44bc-b87a-dae27d520c6a req-34411a61-adef-478e-b477-609fe5f25e01 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b0fe8517-6221-43b8-ae5a-5eb15b9287f3 HTTP/1.1" status: 200 len: 913 time: 0.1047459 Dec 14 18:56:12.656352 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5125d-e84b-4737-a8f1-23178f7030fd req-7d24b10a-4d4c-4c05-a600-ad0a0e36a1ea tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:56:12.657839 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-b3a5125d-e84b-4737-a8f1-23178f7030fd req-7d24b10a-4d4c-4c05-a600-ad0a0e36a1ea tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3918be3-06af-49a7-a18d-319c23783f2b HTTP/1.1" status: 200 len: 946 time: 0.0553160 Dec 14 18:56:12.684599 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-df1614c6-d9ce-44bc-b87a-dae27d520c6a req-7142cfed-7e5c-447b-a388-58338b62a9ba service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbdca567-1693-4ee3-9736-d00fff2e5dd0 HTTP/1.1" status: 200 len: 217 time: 0.0395663 Dec 14 18:56:12.696922 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-b3a5125d-e84b-4737-a8f1-23178f7030fd req-004ea7fb-e472-4981-a780-fdd05c6bad38 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332234 Dec 14 18:56:12.738356 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-6686d646-9cc1-4524-a7dc-8841e58ef88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'name': 'tempest-TestVolumeBootPattern-1945744918-router', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:23Z', 'revision_number': 4, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'gw_port': {'id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': '66281a4a-7b23-4a69-abe1-c6ca14063120', 'name': '', 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'mac_address': 'fa:16:3e:80:31:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:22Z', 'updated_at': '2021-12-14T18:49:28Z', 'revision_number': 5, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'subnets': [{'id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:56:12.745654 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1614c6-d9ce-44bc-b87a-dae27d520c6a req-75810018-c61b-4e67-9638-74020f4d19ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:56:12.747724 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-df1614c6-d9ce-44bc-b87a-dae27d520c6a req-75810018-c61b-4e67-9638-74020f4d19ca service neutron] 10.222.0.61 "GET /v2.0/subnets?id=da885d4c-4599-4681-a9b9-c7916b022d59 HTTP/1.1" status: 200 len: 851 time: 0.0550416 Dec 14 18:56:12.770905 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6686d646-9cc1-4524-a7dc-8841e58ef88c None None] Checking router: f1006f6a-2fad-4fc6-87fc-601bc49c6eca for host: dv-cinder-821746-1-iscsi {{(pid=108022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:56:12.780381 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6686d646-9cc1-4524-a7dc-8841e58ef88c None None] Routers {'f1006f6a-2fad-4fc6-87fc-601bc49c6eca'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:56:12.780962 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-6686d646-9cc1-4524-a7dc-8841e58ef88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:55:45Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['f1006f6a-2fad-4fc6-87fc-601bc49c6eca'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:56:12.795960 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1614c6-d9ce-44bc-b87a-dae27d520c6a req-208428aa-7ba3-41be-a503-673e38abe6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:56:12.797448 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-df1614c6-d9ce-44bc-b87a-dae27d520c6a req-208428aa-7ba3-41be-a503-673e38abe6c4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b0fe8517-6221-43b8-ae5a-5eb15b9287f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416648 Dec 14 18:56:12.891461 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-6686d646-9cc1-4524-a7dc-8841e58ef88c None None] Set router f1006f6a-2fad-4fc6-87fc-601bc49c6eca gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:56:12.892661 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-df1614c6-d9ce-44bc-b87a-dae27d520c6a req-7bddcba3-4af7-42b6-9ad2-08a3e0c1a0e4 service neutron] 10.222.0.61 "GET /v2.0/networks/b0fe8517-6221-43b8-ae5a-5eb15b9287f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871797 Dec 14 18:56:12.986206 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-df1614c6-d9ce-44bc-b87a-dae27d520c6a req-11b904dc-7e15-44da-a085-1b64cbdd0339 service neutron] 10.222.0.61 "GET /v2.0/networks/b0fe8517-6221-43b8-ae5a-5eb15b9287f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859995 Dec 14 18:56:13.086477 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-6686d646-9cc1-4524-a7dc-8841e58ef88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'name': 'tempest-TestVolumeBootPattern-1945744918-router', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:23Z', 'revision_number': 4, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'gw_port': {'id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': '66281a4a-7b23-4a69-abe1-c6ca14063120', 'name': '', 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'mac_address': 'fa:16:3e:80:31:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:22Z', 'updated_at': '2021-12-14T18:49:28Z', 'revision_number': 5, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'subnets': [{'id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:56:13.113754 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6686d646-9cc1-4524-a7dc-8841e58ef88c None None] The sync data for ids ['f1006f6a-2fad-4fc6-87fc-601bc49c6eca'] in dv-cinder-821746-1-iscsi is: [{'id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'name': 'tempest-TestVolumeBootPattern-1945744918-router', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:23Z', 'revision_number': 4, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'gw_port': {'id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': '66281a4a-7b23-4a69-abe1-c6ca14063120', 'name': '', 'network_id': 'b0fe8517-6221-43b8-ae5a-5eb15b9287f3', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'mac_address': 'fa:16:3e:80:31:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:22Z', 'updated_at': '2021-12-14T18:49:28Z', 'revision_number': 5, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'subnets': [{'id': 'da885d4c-4599-4681-a9b9-c7916b022d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:56:13.322946 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be0db82-623b-46d9-85ff-182f8336d071 None None] New status for floating IP 6a1aff5b-6c4f-4b9a-85ff-52ec5afb0aeb: DOWN {{(pid=108023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 18:56:13.815829 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5b649-0b84-4322-a44e-3e1fcb53618d req-ade19f3c-b936-410f-a431-188174c41cd0 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:56:13.817269 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-fcc5b649-0b84-4322-a44e-3e1fcb53618d req-ade19f3c-b936-410f-a431-188174c41cd0 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3918be3-06af-49a7-a18d-319c23783f2b HTTP/1.1" status: 200 len: 946 time: 0.0480082 Dec 14 18:56:13.855742 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-fcc5b649-0b84-4322-a44e-3e1fcb53618d req-80b7a11f-4253-4a72-84e9-0a5445c3742e tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/security-groups?id=4921582f-ee31-46a4-b486-f3893d1db720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326066 Dec 14 18:56:14.097345 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ae924-f5fe-4e10-a925-d07364937fd3 req-2f45bed3-c496-4e30-a213-605a0db6c7a4 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:56:14.098817 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-de7ae924-f5fe-4e10-a925-d07364937fd3 req-2f45bed3-c496-4e30-a213-605a0db6c7a4 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3918be3-06af-49a7-a18d-319c23783f2b HTTP/1.1" status: 200 len: 946 time: 0.0469034 Dec 14 18:56:14.191145 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [req-de7ae924-f5fe-4e10-a925-d07364937fd3 req-885b6231-7b6d-429b-9e76-2fe0e82dafef tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Deleting port fbdca567-1693-4ee3-9736-d00fff2e5dd0 {{(pid=108020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:56:14.191506 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-de7ae924-f5fe-4e10-a925-d07364937fd3 req-885b6231-7b6d-429b-9e76-2fe0e82dafef tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:14.281446 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-de7ae924-f5fe-4e10-a925-d07364937fd3 req-885b6231-7b6d-429b-9e76-2fe0e82dafef tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] For port fbdca567-1693-4ee3-9736-d00fff2e5dd0, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=fbdca567-1693-4ee3-9736-d00fff2e5dd0,segment=NetworkSegment(19e65e64-582f-44b4-bd1f-0003a6cd4022),segment_id=19e65e64-582f-44b4-bd1f-0003a6cd4022)] {{(pid=108020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:56:14.281807 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-de7ae924-f5fe-4e10-a925-d07364937fd3 req-885b6231-7b6d-429b-9e76-2fe0e82dafef tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:14.293170 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [req-de7ae924-f5fe-4e10-a925-d07364937fd3 req-885b6231-7b6d-429b-9e76-2fe0e82dafef tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Calling delete_port for fbdca567-1693-4ee3-9736-d00fff2e5dd0 owned by compute:nova {{(pid=108020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:56:14.414450 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-de7ae924-f5fe-4e10-a925-d07364937fd3 req-885b6231-7b6d-429b-9e76-2fe0e82dafef tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25418977'] for port, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:14.445336 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b6231-7b6d-429b-9e76-2fe0e82dafef tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Pushing event deleted for resources: {'Port': ['ID=fbdca567-1693-4ee3-9736-d00fff2e5dd0,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:56:14.487305 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7ae924-f5fe-4e10-a925-d07364937fd3 req-885b6231-7b6d-429b-9e76-2fe0e82dafef tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] No DVR routers for this DVR port fbdca567-1693-4ee3-9736-d00fff2e5dd0 on host hv-cinder-82174 {{(pid=108020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:56:14.489976 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-de7ae924-f5fe-4e10-a925-d07364937fd3 req-885b6231-7b6d-429b-9e76-2fe0e82dafef tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:14.493447 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-de7ae924-f5fe-4e10-a925-d07364937fd3 req-885b6231-7b6d-429b-9e76-2fe0e82dafef tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.61 "DELETE /v2.0/ports/fbdca567-1693-4ee3-9736-d00fff2e5dd0 HTTP/1.1" status: 204 len: 173 time: 0.3888340 Dec 14 18:56:14.493927 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3918be3-06af-49a7-a18d-319c23783f2b', 'name': 'network-vif-deleted', 'tag': 'fbdca567-1693-4ee3-9736-d00fff2e5dd0'}] {{(pid=108020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:56:14.496224 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d1d651e17726932f2c063a5cb62fed0687a982c73a8c4b64805019ed9839e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4146eda6-bf2d-4581-b6ef-fedfaada50f4" -d '{"events": [{"server_uuid": "d3918be3-06af-49a7-a18d-319c23783f2b", "name": "network-vif-deleted", "tag": "fbdca567-1693-4ee3-9736-d00fff2e5dd0"}]}' {{(pid=108020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:56:14.532726 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e46205c-78a0-4eed-8b51-3a19f6e01fd5 x-openstack-request-id: req-5e46205c-78a0-4eed-8b51-3a19f6e01fd5 {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:56:14.533014 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3918be3-06af-49a7-a18d-319c23783f2b", "name": "network-vif-deleted", "tag": "fbdca567-1693-4ee3-9736-d00fff2e5dd0", "status": "completed", "code": 200}]} {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:56:14.533318 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5e46205c-78a0-4eed-8b51-3a19f6e01fd5 {{(pid=108020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:56:14.533769 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3918be3-06af-49a7-a18d-319c23783f2b', 'name': 'network-vif-deleted', 'tag': 'fbdca567-1693-4ee3-9736-d00fff2e5dd0', 'status': 'completed', 'code': 200} Dec 14 18:56:14.736308 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-4140f959-55a9-4ead-b05a-a594cfc17674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:14.960929 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-201e607b-ad8e-42a4-96a8-c03bb89a4166 req-34f3c42d-cc3e-46e1-9f27-28a4c9891a47 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3918be3-06af-49a7-a18d-319c23783f2b HTTP/1.1" status: 200 len: 210 time: 0.0255008 Dec 14 18:56:16.017622 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 50906) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:56:16.143558 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.plugin [None req-66e4f6ea-943b-4e97-a23e-19c1b447304b tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Deleting port 5e807e10-9131-44ea-a2dd-7a285768ed69 {{(pid=108021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:56:16.143894 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-66e4f6ea-943b-4e97-a23e-19c1b447304b tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:16.216340 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-66e4f6ea-943b-4e97-a23e-19c1b447304b tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:16.216666 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-66e4f6ea-943b-4e97-a23e-19c1b447304b tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:16.227601 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:16.228600 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.plugin [None req-66e4f6ea-943b-4e97-a23e-19c1b447304b tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Calling delete_port for 5e807e10-9131-44ea-a2dd-7a285768ed69 owned by network:floatingip {{(pid=108021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:56:16.362353 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-66e4f6ea-943b-4e97-a23e-19c1b447304b tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29291660'] for port, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:16.388625 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e4f6ea-943b-4e97-a23e-19c1b447304b tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Pushing event deleted for resources: {'Port': ['ID=5e807e10-9131-44ea-a2dd-7a285768ed69,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:56:16.445623 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-66e4f6ea-943b-4e97-a23e-19c1b447304b tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks [] for floatingip, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:16.448169 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-66e4f6ea-943b-4e97-a23e-19c1b447304b tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for floatingip, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:16.449310 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-66e4f6ea-943b-4e97-a23e-19c1b447304b tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "DELETE /v2.0/floatingips/04c552c3-fb7d-496f-8a78-db3a0919c720 HTTP/1.1" status: 204 len: 168 time: 0.4307153 Dec 14 18:56:16.874481 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device fbdca567-1693-4ee3-9736-d00fff2e5dd0 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:56:16.896986 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] No Port match for: fbdca567-1693-4ee3-9736-d00fff2e5dd0 {{(pid=108022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:56:16.897329 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device fbdca567-1693-4ee3-9736-d00fff2e5dd0 not bound to the agent host hv-cinder-82174 {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:56:17.569940 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:17.640165 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 50918) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:56:17.700319 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-a4351f1c-7914-4b11-87f5-e18ebf4ede52 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks [] for security_group, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:17.724991 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-a4351f1c-7914-4b11-87f5-e18ebf4ede52 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:17.782767 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-a4351f1c-7914-4b11-87f5-e18ebf4ede52 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:17.785334 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-a4351f1c-7914-4b11-87f5-e18ebf4ede52 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Notify callbacks [] for security_group, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:17.786471 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-a4351f1c-7914-4b11-87f5-e18ebf4ede52 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] 10.222.0.71 "DELETE /v2.0/security-groups/4921582f-ee31-46a4-b486-f3893d1db720 HTTP/1.1" status: 204 len: 168 time: 0.1453302 Dec 14 18:56:17.795927 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4351f1c-7914-4b11-87f5-e18ebf4ede52 tempest-TestVolumeBootPattern-944113659 tempest-TestVolumeBootPattern-944113659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4921582f-ee31-46a4-b486-f3893d1db720,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:56:17.840615 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 50922) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:56:17.890321 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:18.535684 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-5ae3f8c5-b41a-41d1-b722-72f763f8bd73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550445'] for router_interface, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:18.772783 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.plugin [None req-5ae3f8c5-b41a-41d1-b722-72f763f8bd73 admin admin] Deleting port 66281a4a-7b23-4a69-abe1-c6ca14063120 {{(pid=108021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:56:18.773529 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-5ae3f8c5-b41a-41d1-b722-72f763f8bd73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:18.855036 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.db [None req-5ae3f8c5-b41a-41d1-b722-72f763f8bd73 admin admin] For port 66281a4a-7b23-4a69-abe1-c6ca14063120, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=66281a4a-7b23-4a69-abe1-c6ca14063120,segment=NetworkSegment(19e65e64-582f-44b4-bd1f-0003a6cd4022),segment_id=19e65e64-582f-44b4-bd1f-0003a6cd4022)] {{(pid=108021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:56:18.855293 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-5ae3f8c5-b41a-41d1-b722-72f763f8bd73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:18.868796 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.plugin [None req-5ae3f8c5-b41a-41d1-b722-72f763f8bd73 admin admin] Calling delete_port for 66281a4a-7b23-4a69-abe1-c6ca14063120 owned by network:router_interface {{(pid=108021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:56:19.047384 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-5ae3f8c5-b41a-41d1-b722-72f763f8bd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29291660'] for port, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:19.071739 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae3f8c5-b41a-41d1-b722-72f763f8bd73 admin admin] Pushing event deleted for resources: {'Port': ['ID=66281a4a-7b23-4a69-abe1-c6ca14063120,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:56:19.237648 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-5ae3f8c5-b41a-41d1-b722-72f763f8bd73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549399'] for router_interface, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:19.454964 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae3f8c5-b41a-41d1-b722-72f763f8bd73 admin admin] Router f1006f6a-2fad-4fc6-87fc-601bc49c6eca has already been hosted by L3 agent 61f97045-3475-4abf-9bb4-9e4a5178f14d {{(pid=108021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:56:19.561044 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae3f8c5-b41a-41d1-b722-72f763f8bd73 admin admin] Notify agent at l3_agent.dv-cinder-821746-1-iscsi the message routers_updated {{(pid=108021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:56:19.566158 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-5ae3f8c5-b41a-41d1-b722-72f763f8bd73 admin admin] 10.222.0.71 "PUT /v2.0/routers/f1006f6a-2fad-4fc6-87fc-601bc49c6eca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7244668 Dec 14 18:56:19.568654 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 50926) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:56:19.571220 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bced7a0-17eb-40c3-9ed1-6c79d21813d7 None None] Sync routers for ids ['f1006f6a-2fad-4fc6-87fc-601bc49c6eca'] in dv-cinder-821746-1-iscsi {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:56:19.580783 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bced7a0-17eb-40c3-9ed1-6c79d21813d7 None None] Routers {'f1006f6a-2fad-4fc6-87fc-601bc49c6eca'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:56:19.581383 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-5bced7a0-17eb-40c3-9ed1-6c79d21813d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:56:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['f1006f6a-2fad-4fc6-87fc-601bc49c6eca'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:56:19.671596 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4bfef493-8840-4793-a024-120eaf1a1177 admin admin] Notify callbacks [] for router, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:19.684117 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-5bced7a0-17eb-40c3-9ed1-6c79d21813d7 None None] Set router f1006f6a-2fad-4fc6-87fc-601bc49c6eca gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:56:19.773724 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4bfef493-8840-4793-a024-120eaf1a1177 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:19.825869 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.plugin [None req-4bfef493-8840-4793-a024-120eaf1a1177 admin admin] Deleting port 5231d72c-9323-4f32-81d5-3e5ff8ff466b {{(pid=108021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:56:19.826201 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4bfef493-8840-4793-a024-120eaf1a1177 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:19.856737 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-5bced7a0-17eb-40c3-9ed1-6c79d21813d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'name': 'tempest-TestVolumeBootPattern-1945744918-router', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:56:19Z', 'revision_number': 5, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'gw_port': {'id': '5231d72c-9323-4f32-81d5-3e5ff8ff466b', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi'}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:56:19.883298 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bced7a0-17eb-40c3-9ed1-6c79d21813d7 None None] Checking router: f1006f6a-2fad-4fc6-87fc-601bc49c6eca for host: dv-cinder-821746-1-iscsi {{(pid=108022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:56:19.892449 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bced7a0-17eb-40c3-9ed1-6c79d21813d7 None None] Routers {'f1006f6a-2fad-4fc6-87fc-601bc49c6eca'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:56:19.893057 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-5bced7a0-17eb-40c3-9ed1-6c79d21813d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:56:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['f1006f6a-2fad-4fc6-87fc-601bc49c6eca'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:56:19.908674 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.db [None req-4bfef493-8840-4793-a024-120eaf1a1177 admin admin] For port 5231d72c-9323-4f32-81d5-3e5ff8ff466b, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=5231d72c-9323-4f32-81d5-3e5ff8ff466b,segment=NetworkSegment(a712e70a-4160-45a5-bd2f-6cc771621112),segment_id=a712e70a-4160-45a5-bd2f-6cc771621112)] {{(pid=108021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:56:19.908990 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4bfef493-8840-4793-a024-120eaf1a1177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:19.923176 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.plugin [None req-4bfef493-8840-4793-a024-120eaf1a1177 admin admin] Calling delete_port for 5231d72c-9323-4f32-81d5-3e5ff8ff466b owned by network:router_gateway {{(pid=108021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:56:19.977587 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-5bced7a0-17eb-40c3-9ed1-6c79d21813d7 None None] Set router f1006f6a-2fad-4fc6-87fc-601bc49c6eca gateway port host: None {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:56:20.033242 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-5bced7a0-17eb-40c3-9ed1-6c79d21813d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'name': 'tempest-TestVolumeBootPattern-1945744918-router', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:56:19Z', 'revision_number': 6, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'gw_port_host': None}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:56:20.060480 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bced7a0-17eb-40c3-9ed1-6c79d21813d7 None None] The sync data for ids ['f1006f6a-2fad-4fc6-87fc-601bc49c6eca'] in dv-cinder-821746-1-iscsi is: [{'id': 'f1006f6a-2fad-4fc6-87fc-601bc49c6eca', 'name': 'tempest-TestVolumeBootPattern-1945744918-router', 'tenant_id': '741cbe7b4b8e44f89263304526525e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:49:20Z', 'updated_at': '2021-12-14T18:56:19Z', 'revision_number': 6, 'project_id': '741cbe7b4b8e44f89263304526525e93', 'gw_port_host': None}] {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:56:20.087890 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4bfef493-8840-4793-a024-120eaf1a1177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29291660'] for port, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:20.112096 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfef493-8840-4793-a024-120eaf1a1177 admin admin] Pushing event deleted for resources: {'Port': ['ID=5231d72c-9323-4f32-81d5-3e5ff8ff466b,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:56:20.173031 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4bfef493-8840-4793-a024-120eaf1a1177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552558'] for router_gateway, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:20.260993 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4bfef493-8840-4793-a024-120eaf1a1177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9128'] for router, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:20.263111 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4bfef493-8840-4793-a024-120eaf1a1177 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:20.307090 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4bfef493-8840-4793-a024-120eaf1a1177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554532'] for router, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:20.307544 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfef493-8840-4793-a024-120eaf1a1177 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1006f6a-2fad-4fc6-87fc-601bc49c6eca {{(pid=108021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 18:56:20.311812 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-4bfef493-8840-4793-a024-120eaf1a1177 admin admin] Notify callbacks [] for router, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:20.313022 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-4bfef493-8840-4793-a024-120eaf1a1177 admin admin] 10.222.0.71 "DELETE /v2.0/routers/f1006f6a-2fad-4fc6-87fc-601bc49c6eca HTTP/1.1" status: 204 len: 168 time: 0.7434099 Dec 14 18:56:20.315587 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 50928) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:56:20.359196 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.db_base_plugin_v2 [None req-b81b351b-a6fe-49ac-9686-ab15bbad8348 admin admin] Deleting subnet da885d4c-4599-4681-a9b9-c7916b022d59 {{(pid=108021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 14 18:56:20.362046 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-b81b351b-a6fe-49ac-9686-ab15bbad8348 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:20.396410 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-b81b351b-a6fe-49ac-9686-ab15bbad8348 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29292912'] for subnet, precommit_delete_associations {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:20.481369 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-b81b351b-a6fe-49ac-9686-ab15bbad8348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3907046'] for subnet, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:20.532145 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-b81b351b-a6fe-49ac-9686-ab15bbad8348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3907055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29291609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28799321'] for subnet, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:20.559657 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81b351b-a6fe-49ac-9686-ab15bbad8348 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da885d4c-4599-4681-a9b9-c7916b022d59,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:56:20.561570 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-b81b351b-a6fe-49ac-9686-ab15bbad8348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for subnet, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:20.564893 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-b81b351b-a6fe-49ac-9686-ab15bbad8348 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/da885d4c-4599-4681-a9b9-c7916b022d59 HTTP/1.1" status: 204 len: 168 time: 0.2482872 Dec 14 18:56:20.566447 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347ff9e5-286d-42e2-84e5-93781dc792a2 None None] Network b0fe8517-6221-43b8-ae5a-5eb15b9287f3 requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:56:20.567273 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 50930) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:56:20.633221 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-673dc08b-b992-4f30-8239-ec14daaa6c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3973964'] for network, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:20.689056 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.plugin [None req-673dc08b-b992-4f30-8239-ec14daaa6c0c admin admin] Deleting port 8b0b9bb6-de69-4cb1-ac57-da1ff2cfb91d {{(pid=108021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:56:20.689389 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-673dc08b-b992-4f30-8239-ec14daaa6c0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:20.753866 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.db [None req-673dc08b-b992-4f30-8239-ec14daaa6c0c admin admin] For port 8b0b9bb6-de69-4cb1-ac57-da1ff2cfb91d, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=8b0b9bb6-de69-4cb1-ac57-da1ff2cfb91d,segment=NetworkSegment(19e65e64-582f-44b4-bd1f-0003a6cd4022),segment_id=19e65e64-582f-44b4-bd1f-0003a6cd4022)] {{(pid=108021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:56:20.754151 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-673dc08b-b992-4f30-8239-ec14daaa6c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:20.766938 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.plugin [None req-673dc08b-b992-4f30-8239-ec14daaa6c0c admin admin] Calling delete_port for 8b0b9bb6-de69-4cb1-ac57-da1ff2cfb91d owned by network:dhcp {{(pid=108021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:56:20.818154 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8d37ad-c6a2-4146-a180-e28ace46fd02 None None] DHCP port deletion for b0fe8517-6221-43b8-ae5a-5eb15b9287f3 request from dv-cinder-821746-1-iscsi {{(pid=108022) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 14 18:56:20.858236 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-673dc08b-b992-4f30-8239-ec14daaa6c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29291660'] for port, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:20.876966 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-0e8d37ad-c6a2-4146-a180-e28ace46fd02 None None] Deleting port 8b0b9bb6-de69-4cb1-ac57-da1ff2cfb91d {{(pid=108022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:56:20.877480 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-0e8d37ad-c6a2-4146-a180-e28ace46fd02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:20.887546 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673dc08b-b992-4f30-8239-ec14daaa6c0c admin admin] No DVR routers for this DVR port 8b0b9bb6-de69-4cb1-ac57-da1ff2cfb91d on host dv-cinder-821746-1-iscsi {{(pid=108021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:56:20.893539 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673dc08b-b992-4f30-8239-ec14daaa6c0c admin admin] Pushing event deleted for resources: {'Port': ['ID=8b0b9bb6-de69-4cb1-ac57-da1ff2cfb91d,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:56:20.922024 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 66281a4a-7b23-4a69-abe1-c6ca14063120 no longer exists at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:56:20.949007 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-ba8737c3-d096-412f-8f43-532636599bec None None] No Port match for: 66281a4a-7b23-4a69-abe1-c6ca14063120 {{(pid=108022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:56:20.949886 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 66281a4a-7b23-4a69-abe1-c6ca14063120 not bound to the agent host dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:56:20.950313 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 8b0b9bb6-de69-4cb1-ac57-da1ff2cfb91d no longer exists at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:56:20.964211 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-673dc08b-b992-4f30-8239-ec14daaa6c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3899795', 'neutron.services.segments.db._delete_segments_for_network-8730915442872'] for network, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:20.974293 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-ba8737c3-d096-412f-8f43-532636599bec None None] No Port match for: 8b0b9bb6-de69-4cb1-ac57-da1ff2cfb91d {{(pid=108022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:56:20.974673 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 8b0b9bb6-de69-4cb1-ac57-da1ff2cfb91d not bound to the agent host dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:56:20.975108 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 5231d72c-9323-4f32-81d5-3e5ff8ff466b no longer exists at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:56:20.987577 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.services.segments.db [None req-673dc08b-b992-4f30-8239-ec14daaa6c0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0fe8517-6221-43b8-ae5a-5eb15b9287f3']}} {{(pid=108021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:56:20.997475 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.services.segments.db [None req-673dc08b-b992-4f30-8239-ec14daaa6c0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19e65e64-582f-44b4-bd1f-0003a6cd4022') {'for_net_delete': True} {{(pid=108021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:56:20.997764 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.services.segments.db [None req-673dc08b-b992-4f30-8239-ec14daaa6c0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19e65e64-582f-44b4-bd1f-0003a6cd4022') {} {{(pid=108021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:56:21.002608 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-0e8d37ad-c6a2-4146-a180-e28ace46fd02 None None] For port 8b0b9bb6-de69-4cb1-ac57-da1ff2cfb91d, host dv-cinder-821746-1-iscsi, got binding levels [] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:56:21.003008 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-0e8d37ad-c6a2-4146-a180-e28ace46fd02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:21.005275 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-ba8737c3-d096-412f-8f43-532636599bec None None] No Port match for: 5231d72c-9323-4f32-81d5-3e5ff8ff466b {{(pid=108022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:56:21.005619 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 5231d72c-9323-4f32-81d5-3e5ff8ff466b not bound to the agent host dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:56:21.010798 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-673dc08b-b992-4f30-8239-ec14daaa6c0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730915282288', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29292905'] for segment, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:21.019199 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-0e8d37ad-c6a2-4146-a180-e28ace46fd02 None None] Calling delete_port for 8b0b9bb6-de69-4cb1-ac57-da1ff2cfb91d owned by network:dhcp {{(pid=108022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:56:21.022196 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.ipam_backend_mixin [None req-0e8d37ad-c6a2-4146-a180-e28ace46fd02 None None] Port 8b0b9bb6-de69-4cb1-ac57-da1ff2cfb91d was not found and therefore no delete operation was performed {{(pid=108022) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 14 18:56:21.023550 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-0e8d37ad-c6a2-4146-a180-e28ace46fd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966'] for port, after_delete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:21.026218 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-673dc08b-b992-4f30-8239-ec14daaa6c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017'] for segment, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:21.034700 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-673dc08b-b992-4f30-8239-ec14daaa6c0c admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=108021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 18:56:21.035292 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-673dc08b-b992-4f30-8239-ec14daaa6c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29291711'] for segment, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:21.037136 dv-cinder-821746-1-iscsi neutron-server[108021]: Traceback (most recent call last): Dec 14 18:56:21.037136 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 18:56:21.037136 dv-cinder-821746-1-iscsi neutron-server[108021]: timer() Dec 14 18:56:21.037136 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:56:21.037136 dv-cinder-821746-1-iscsi neutron-server[108021]: cb(*args, **kw) Dec 14 18:56:21.037136 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 18:56:21.037136 dv-cinder-821746-1-iscsi neutron-server[108021]: return func(*args, **kwargs) Dec 14 18:56:21.037136 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:56:21.037136 dv-cinder-821746-1-iscsi neutron-server[108021]: self._notify() Dec 14 18:56:21.037136 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:56:21.037136 dv-cinder-821746-1-iscsi neutron-server[108021]: self.callback(batched_events) Dec 14 18:56:21.037136 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:56:21.037136 dv-cinder-821746-1-iscsi neutron-server[108021]: event.method(event) Dec 14 18:56:21.037136 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 18:56:21.037136 dv-cinder-821746-1-iscsi neutron-server[108021]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:56:21.037136 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 18:56:21.037136 dv-cinder-821746-1-iscsi neutron-server[108021]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 18:56:21.037136 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 18:56:21.037136 dv-cinder-821746-1-iscsi neutron-server[108021]: return f(self, *a, **k) Dec 14 18:56:21.037136 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 18:56:21.037136 dv-cinder-821746-1-iscsi neutron-server[108021]: return self._get(url).json() Dec 14 18:56:21.037136 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:56:21.037136 dv-cinder-821746-1-iscsi neutron-server[108021]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 18:56:21.037136 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 18:56:21.037136 dv-cinder-821746-1-iscsi neutron-server[108021]: return self.request(url, 'GET', **kwargs) Dec 14 18:56:21.037136 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 18:56:21.037136 dv-cinder-821746-1-iscsi neutron-server[108021]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 18:56:21.037136 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 18:56:21.037136 dv-cinder-821746-1-iscsi neutron-server[108021]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:56:21.037136 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 18:56:21.037136 dv-cinder-821746-1-iscsi neutron-server[108021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:56:21.037136 dv-cinder-821746-1-iscsi neutron-server[108021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:56:21.051810 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d37ad-c6a2-4146-a180-e28ace46fd02 None None] Pushing event deleted for resources: {'Port': ['ID=8b0b9bb6-de69-4cb1-ac57-da1ff2cfb91d,revision_number=None']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:56:21.062597 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8d37ad-c6a2-4146-a180-e28ace46fd02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:56:21.062833 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8d37ad-c6a2-4146-a180-e28ace46fd02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:56:21.063179 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8d37ad-c6a2-4146-a180-e28ace46fd02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:56:21.063520 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8d37ad-c6a2-4146-a180-e28ace46fd02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:56:21.063855 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8d37ad-c6a2-4146-a180-e28ace46fd02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:56:21.064189 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8d37ad-c6a2-4146-a180-e28ace46fd02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:56:21.064521 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8d37ad-c6a2-4146-a180-e28ace46fd02 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:56:21.064857 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8d37ad-c6a2-4146-a180-e28ace46fd02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:56:21.065178 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8d37ad-c6a2-4146-a180-e28ace46fd02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:56:21.065507 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8d37ad-c6a2-4146-a180-e28ace46fd02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:56:21.065832 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8d37ad-c6a2-4146-a180-e28ace46fd02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:56:21.066154 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8d37ad-c6a2-4146-a180-e28ace46fd02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821746-1-iscsi {{(pid=108022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 18:56:21.068892 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8d37ad-c6a2-4146-a180-e28ace46fd02 None None] No DVR routers for this DVR port 8b0b9bb6-de69-4cb1-ac57-da1ff2cfb91d on host dv-cinder-821746-1-iscsi {{(pid=108022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:56:21.092423 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-673dc08b-b992-4f30-8239-ec14daaa6c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3907168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552522'] for network, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:21.097894 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-673dc08b-b992-4f30-8239-ec14daaa6c0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for network, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:21.101591 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-673dc08b-b992-4f30-8239-ec14daaa6c0c admin admin] 10.222.0.71 "DELETE /v2.0/networks/b0fe8517-6221-43b8-ae5a-5eb15b9287f3 HTTP/1.1" status: 204 len: 168 time: 0.5330517 Dec 14 18:56:21.104594 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 50932) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:56:21.112838 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673dc08b-b992-4f30-8239-ec14daaa6c0c admin admin] Pushing event deleted for resources: {'Network': ['ID=b0fe8517-6221-43b8-ae5a-5eb15b9287f3,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:56:21.670032 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8c765eec-051a-4c01-9f38-275da74bc0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550445'] for router_interface, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:21.905779 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [None req-8c765eec-051a-4c01-9f38-275da74bc0ee admin admin] Deleting port b61b924e-7bdc-4619-bec2-5e6730e9585d {{(pid=108020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:56:21.906029 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8c765eec-051a-4c01-9f38-275da74bc0ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:21.982242 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [None req-8c765eec-051a-4c01-9f38-275da74bc0ee admin admin] For port b61b924e-7bdc-4619-bec2-5e6730e9585d, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=b61b924e-7bdc-4619-bec2-5e6730e9585d,segment=NetworkSegment(51203c86-03ee-42eb-951b-4c7d193d4b50),segment_id=51203c86-03ee-42eb-951b-4c7d193d4b50)] {{(pid=108020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:56:21.982684 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8c765eec-051a-4c01-9f38-275da74bc0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:21.994530 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [None req-8c765eec-051a-4c01-9f38-275da74bc0ee admin admin] Calling delete_port for b61b924e-7bdc-4619-bec2-5e6730e9585d owned by network:router_interface {{(pid=108020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:56:22.167629 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8c765eec-051a-4c01-9f38-275da74bc0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25418977'] for port, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:22.187742 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:22.192564 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c765eec-051a-4c01-9f38-275da74bc0ee admin admin] Pushing event deleted for resources: {'Port': ['ID=b61b924e-7bdc-4619-bec2-5e6730e9585d,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:56:22.357076 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8c765eec-051a-4c01-9f38-275da74bc0ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549399'] for router_interface, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:22.568160 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c765eec-051a-4c01-9f38-275da74bc0ee admin admin] Router 209c89da-d61c-43a0-ab2c-0082155d91fe has already been hosted by L3 agent 61f97045-3475-4abf-9bb4-9e4a5178f14d {{(pid=108020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:56:22.673994 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c765eec-051a-4c01-9f38-275da74bc0ee admin admin] Notify agent at l3_agent.dv-cinder-821746-1-iscsi the message routers_updated {{(pid=108020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:56:22.678955 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-8c765eec-051a-4c01-9f38-275da74bc0ee admin admin] 10.222.0.71 "PUT /v2.0/routers/209c89da-d61c-43a0-ab2c-0082155d91fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5733042 Dec 14 18:56:22.681451 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 50934) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:56:22.684466 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a29ffc5-ddb4-4785-a39a-fc17b685e025 None None] Sync routers for ids ['209c89da-d61c-43a0-ab2c-0082155d91fe'] in dv-cinder-821746-1-iscsi {{(pid=108023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:56:22.693412 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a29ffc5-ddb4-4785-a39a-fc17b685e025 None None] Routers {'209c89da-d61c-43a0-ab2c-0082155d91fe'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:56:22.694089 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-0a29ffc5-ddb4-4785-a39a-fc17b685e025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:56:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['209c89da-d61c-43a0-ab2c-0082155d91fe'], 'active': True} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:56:22.786554 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ba890b69-ddf1-425e-a3cc-c00ff02f8eb2 admin admin] Notify callbacks [] for router, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:22.892828 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvr_db [None req-0a29ffc5-ddb4-4785-a39a-fc17b685e025 None None] Set router 209c89da-d61c-43a0-ab2c-0082155d91fe gateway port host: dv-cinder-821746-1-iscsi {{(pid=108023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:56:22.897974 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ba890b69-ddf1-425e-a3cc-c00ff02f8eb2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:22.950780 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [None req-ba890b69-ddf1-425e-a3cc-c00ff02f8eb2 admin admin] Deleting port 954c3758-79ca-4b5d-8996-7fa364b913e2 {{(pid=108020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:56:22.951120 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ba890b69-ddf1-425e-a3cc-c00ff02f8eb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:23.031288 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [None req-ba890b69-ddf1-425e-a3cc-c00ff02f8eb2 admin admin] For port 954c3758-79ca-4b5d-8996-7fa364b913e2, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=954c3758-79ca-4b5d-8996-7fa364b913e2,segment=NetworkSegment(a712e70a-4160-45a5-bd2f-6cc771621112),segment_id=a712e70a-4160-45a5-bd2f-6cc771621112)] {{(pid=108020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:56:23.031655 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ba890b69-ddf1-425e-a3cc-c00ff02f8eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:23.045027 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [None req-ba890b69-ddf1-425e-a3cc-c00ff02f8eb2 admin admin] Calling delete_port for 954c3758-79ca-4b5d-8996-7fa364b913e2 owned by network:router_gateway {{(pid=108020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:56:23.066940 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-0a29ffc5-ddb4-4785-a39a-fc17b685e025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209c89da-d61c-43a0-ab2c-0082155d91fe', 'name': 'tempest-TestVolumeBootPattern-141565786-router', 'tenant_id': '9e710955012f477d87222ce8c7998b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '954c3758-79ca-4b5d-8996-7fa364b913e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:49:25Z', 'updated_at': '2021-12-14T18:56:22Z', 'revision_number': 5, 'project_id': '9e710955012f477d87222ce8c7998b05', 'gw_port': {'id': '954c3758-79ca-4b5d-8996-7fa364b913e2', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:60:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209c89da-d61c-43a0-ab2c-0082155d91fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:49:26Z', 'updated_at': '2021-12-14T18:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi'}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:56:23.092454 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a29ffc5-ddb4-4785-a39a-fc17b685e025 None None] Checking router: 209c89da-d61c-43a0-ab2c-0082155d91fe for host: dv-cinder-821746-1-iscsi {{(pid=108023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:56:23.100853 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a29ffc5-ddb4-4785-a39a-fc17b685e025 None None] Routers {'209c89da-d61c-43a0-ab2c-0082155d91fe'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:56:23.101469 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-0a29ffc5-ddb4-4785-a39a-fc17b685e025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:56:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['209c89da-d61c-43a0-ab2c-0082155d91fe'], 'active': True} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:56:23.188116 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvr_db [None req-0a29ffc5-ddb4-4785-a39a-fc17b685e025 None None] Set router 209c89da-d61c-43a0-ab2c-0082155d91fe gateway port host: None {{(pid=108023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:56:23.207776 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ba890b69-ddf1-425e-a3cc-c00ff02f8eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25418977'] for port, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:23.235071 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba890b69-ddf1-425e-a3cc-c00ff02f8eb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=954c3758-79ca-4b5d-8996-7fa364b913e2,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:56:23.246992 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-0a29ffc5-ddb4-4785-a39a-fc17b685e025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209c89da-d61c-43a0-ab2c-0082155d91fe', 'name': 'tempest-TestVolumeBootPattern-141565786-router', 'tenant_id': '9e710955012f477d87222ce8c7998b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:49:25Z', 'updated_at': '2021-12-14T18:56:22Z', 'revision_number': 6, 'project_id': '9e710955012f477d87222ce8c7998b05', 'gw_port_host': None}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:56:23.273635 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a29ffc5-ddb4-4785-a39a-fc17b685e025 None None] The sync data for ids ['209c89da-d61c-43a0-ab2c-0082155d91fe'] in dv-cinder-821746-1-iscsi is: [{'id': '209c89da-d61c-43a0-ab2c-0082155d91fe', 'name': 'tempest-TestVolumeBootPattern-141565786-router', 'tenant_id': '9e710955012f477d87222ce8c7998b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:49:25Z', 'updated_at': '2021-12-14T18:56:22Z', 'revision_number': 6, 'project_id': '9e710955012f477d87222ce8c7998b05', 'gw_port_host': None}] {{(pid=108023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:56:23.295201 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ba890b69-ddf1-425e-a3cc-c00ff02f8eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552558'] for router_gateway, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:23.385664 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ba890b69-ddf1-425e-a3cc-c00ff02f8eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9128'] for router, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:23.388411 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ba890b69-ddf1-425e-a3cc-c00ff02f8eb2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:23.441201 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ba890b69-ddf1-425e-a3cc-c00ff02f8eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554532'] for router, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:23.441789 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba890b69-ddf1-425e-a3cc-c00ff02f8eb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 209c89da-d61c-43a0-ab2c-0082155d91fe {{(pid=108020) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 18:56:23.447199 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-ba890b69-ddf1-425e-a3cc-c00ff02f8eb2 admin admin] Notify callbacks [] for router, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:23.448443 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-ba890b69-ddf1-425e-a3cc-c00ff02f8eb2 admin admin] 10.222.0.71 "DELETE /v2.0/routers/209c89da-d61c-43a0-ab2c-0082155d91fe HTTP/1.1" status: 204 len: 168 time: 0.7659986 Dec 14 18:56:23.451495 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 50936) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:56:23.494298 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.db_base_plugin_v2 [None req-52fc0625-3c2b-42fb-85e4-541a006f6cb4 admin admin] Deleting subnet 4d8fe8e1-59cd-4193-958d-76d7417d5b1b {{(pid=108020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 14 18:56:23.497788 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-52fc0625-3c2b-42fb-85e4-541a006f6cb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:23.533026 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-52fc0625-3c2b-42fb-85e4-541a006f6cb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25340925'] for subnet, precommit_delete_associations {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:23.614425 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-52fc0625-3c2b-42fb-85e4-541a006f6cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3907046'] for subnet, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:23.673881 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-52fc0625-3c2b-42fb-85e4-541a006f6cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3907055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25418804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28757177'] for subnet, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:23.702386 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc0625-3c2b-42fb-85e4-541a006f6cb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d8fe8e1-59cd-4193-958d-76d7417d5b1b,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:56:23.704791 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-52fc0625-3c2b-42fb-85e4-541a006f6cb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:23.710665 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 50938) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:56:23.711149 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-52fc0625-3c2b-42fb-85e4-541a006f6cb4 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/4d8fe8e1-59cd-4193-958d-76d7417d5b1b HTTP/1.1" status: 204 len: 168 time: 0.2582784 Dec 14 18:56:23.712045 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b46a5c-7d91-44da-8c17-a0eb1d8dbd52 None None] Network 18aea715-a3a6-49d5-9357-4dda0f7c50ac requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:56:23.792706 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-c174a9cb-3468-4b8d-9cb5-e54d007b8b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3973964'] for network, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:23.846042 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.plugin [None req-c174a9cb-3468-4b8d-9cb5-e54d007b8b71 admin admin] Deleting port 1c9d365d-d6f2-48e3-b1c4-7b235becbee3 {{(pid=108021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:56:23.846377 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-c174a9cb-3468-4b8d-9cb5-e54d007b8b71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:23.911565 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.db [None req-c174a9cb-3468-4b8d-9cb5-e54d007b8b71 admin admin] For port 1c9d365d-d6f2-48e3-b1c4-7b235becbee3, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=1c9d365d-d6f2-48e3-b1c4-7b235becbee3,segment=NetworkSegment(51203c86-03ee-42eb-951b-4c7d193d4b50),segment_id=51203c86-03ee-42eb-951b-4c7d193d4b50)] {{(pid=108021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:56:23.911840 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-c174a9cb-3468-4b8d-9cb5-e54d007b8b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:23.925781 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.plugin [None req-c174a9cb-3468-4b8d-9cb5-e54d007b8b71 admin admin] Calling delete_port for 1c9d365d-d6f2-48e3-b1c4-7b235becbee3 owned by network:dhcp {{(pid=108021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:56:24.007125 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-c174a9cb-3468-4b8d-9cb5-e54d007b8b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29291660'] for port, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:24.032648 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c174a9cb-3468-4b8d-9cb5-e54d007b8b71 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c9d365d-d6f2-48e3-b1c4-7b235becbee3,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:56:24.036504 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c174a9cb-3468-4b8d-9cb5-e54d007b8b71 admin admin] No DVR routers for this DVR port 1c9d365d-d6f2-48e3-b1c4-7b235becbee3 on host dv-cinder-821746-1-iscsi {{(pid=108021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:56:24.066732 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a692ce8e-aaad-4540-98bb-ac2854683795 None None] DHCP port deletion for 18aea715-a3a6-49d5-9357-4dda0f7c50ac request from dv-cinder-821746-1-iscsi {{(pid=108022) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 14 18:56:24.113806 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-c174a9cb-3468-4b8d-9cb5-e54d007b8b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3899795', 'neutron.services.segments.db._delete_segments_for_network-8730915442872'] for network, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:24.133704 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.services.segments.db [None req-c174a9cb-3468-4b8d-9cb5-e54d007b8b71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18aea715-a3a6-49d5-9357-4dda0f7c50ac']}} {{(pid=108021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:56:24.143464 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.services.segments.db [None req-c174a9cb-3468-4b8d-9cb5-e54d007b8b71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51203c86-03ee-42eb-951b-4c7d193d4b50') {'for_net_delete': True} {{(pid=108021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:56:24.143759 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.services.segments.db [None req-c174a9cb-3468-4b8d-9cb5-e54d007b8b71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51203c86-03ee-42eb-951b-4c7d193d4b50') {} {{(pid=108021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:56:24.153434 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-c174a9cb-3468-4b8d-9cb5-e54d007b8b71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730915282288', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29292905'] for segment, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:24.167138 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-c174a9cb-3468-4b8d-9cb5-e54d007b8b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017'] for segment, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:24.174047 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c174a9cb-3468-4b8d-9cb5-e54d007b8b71 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=108021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 18:56:24.174566 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-c174a9cb-3468-4b8d-9cb5-e54d007b8b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29291711'] for segment, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:24.176200 dv-cinder-821746-1-iscsi neutron-server[108021]: Traceback (most recent call last): Dec 14 18:56:24.176200 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 18:56:24.176200 dv-cinder-821746-1-iscsi neutron-server[108021]: timer() Dec 14 18:56:24.176200 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:56:24.176200 dv-cinder-821746-1-iscsi neutron-server[108021]: cb(*args, **kw) Dec 14 18:56:24.176200 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 18:56:24.176200 dv-cinder-821746-1-iscsi neutron-server[108021]: return func(*args, **kwargs) Dec 14 18:56:24.176200 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:56:24.176200 dv-cinder-821746-1-iscsi neutron-server[108021]: self._notify() Dec 14 18:56:24.176200 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:56:24.176200 dv-cinder-821746-1-iscsi neutron-server[108021]: self.callback(batched_events) Dec 14 18:56:24.176200 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:56:24.176200 dv-cinder-821746-1-iscsi neutron-server[108021]: event.method(event) Dec 14 18:56:24.176200 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 18:56:24.176200 dv-cinder-821746-1-iscsi neutron-server[108021]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:56:24.176200 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 18:56:24.176200 dv-cinder-821746-1-iscsi neutron-server[108021]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 18:56:24.176200 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 18:56:24.176200 dv-cinder-821746-1-iscsi neutron-server[108021]: return f(self, *a, **k) Dec 14 18:56:24.176200 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 18:56:24.176200 dv-cinder-821746-1-iscsi neutron-server[108021]: return self._get(url).json() Dec 14 18:56:24.176200 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:56:24.176200 dv-cinder-821746-1-iscsi neutron-server[108021]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 18:56:24.176200 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 18:56:24.176200 dv-cinder-821746-1-iscsi neutron-server[108021]: return self.request(url, 'GET', **kwargs) Dec 14 18:56:24.176200 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 18:56:24.176200 dv-cinder-821746-1-iscsi neutron-server[108021]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 18:56:24.176200 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 18:56:24.176200 dv-cinder-821746-1-iscsi neutron-server[108021]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:56:24.176200 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 18:56:24.176200 dv-cinder-821746-1-iscsi neutron-server[108021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:56:24.176200 dv-cinder-821746-1-iscsi neutron-server[108021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:56:24.230743 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-c174a9cb-3468-4b8d-9cb5-e54d007b8b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3907168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552522'] for network, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:24.246849 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-c174a9cb-3468-4b8d-9cb5-e54d007b8b71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for network, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:24.250065 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-c174a9cb-3468-4b8d-9cb5-e54d007b8b71 admin admin] 10.222.0.71 "DELETE /v2.0/networks/18aea715-a3a6-49d5-9357-4dda0f7c50ac HTTP/1.1" status: 204 len: 168 time: 0.5371580 Dec 14 18:56:24.251357 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c174a9cb-3468-4b8d-9cb5-e54d007b8b71 admin admin] Pushing event deleted for resources: {'Network': ['ID=18aea715-a3a6-49d5-9357-4dda0f7c50ac,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:56:24.276236 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 50942) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:56:24.376412 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 50944) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:56:24.419976 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-9ee668c9-fd7a-4cd8-ba19-72c5a2f1f34c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=741cbe7b4b8e44f89263304526525e93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407345 Dec 14 18:56:24.422451 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 50946) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:56:24.446331 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.plugin [None req-ed1fbf7f-8dc7-4713-9c27-caf83c839424 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Deleting port 478c1e23-a69c-44b1-9eaf-d5d551901bb8 {{(pid=108021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:56:24.446751 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-ed1fbf7f-8dc7-4713-9c27-caf83c839424 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:24.484708 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-f6a4fd1c-3c46-495d-b7b9-8da88f06a171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:24.510642 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-f6a4fd1c-3c46-495d-b7b9-8da88f06a171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:24.521041 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-ed1fbf7f-8dc7-4713-9c27-caf83c839424 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:24.521368 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-ed1fbf7f-8dc7-4713-9c27-caf83c839424 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:24.532905 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.plugin [None req-ed1fbf7f-8dc7-4713-9c27-caf83c839424 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Calling delete_port for 478c1e23-a69c-44b1-9eaf-d5d551901bb8 owned by network:floatingip {{(pid=108021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:56:24.557068 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-f6a4fd1c-3c46-495d-b7b9-8da88f06a171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:24.559729 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-f6a4fd1c-3c46-495d-b7b9-8da88f06a171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:24.563560 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-f6a4fd1c-3c46-495d-b7b9-8da88f06a171 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8bc3c37a-b379-46be-a042-1ce700bf0096 HTTP/1.1" status: 204 len: 168 time: 0.1373408 Dec 14 18:56:24.569153 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a4fd1c-3c46-495d-b7b9-8da88f06a171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc3c37a-b379-46be-a042-1ce700bf0096,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:56:24.696273 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-ed1fbf7f-8dc7-4713-9c27-caf83c839424 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29291660'] for port, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:24.724206 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1fbf7f-8dc7-4713-9c27-caf83c839424 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Pushing event deleted for resources: {'Port': ['ID=478c1e23-a69c-44b1-9eaf-d5d551901bb8,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:56:24.790449 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-ed1fbf7f-8dc7-4713-9c27-caf83c839424 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks [] for floatingip, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:24.790821 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.db.l3_db [None req-ed1fbf7f-8dc7-4713-9c27-caf83c839424 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Floating IP c05bdf72-8934-4626-aef6-eb97674f5bd4 disassociated (deleted). External IP: 172.27.2.39, port: d73168f5-65d9-4ac4-a447-144eec03240d. Dec 14 18:56:24.844895 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device b61b924e-7bdc-4619-bec2-5e6730e9585d no longer exists at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:56:24.868188 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-ba8737c3-d096-412f-8f43-532636599bec None None] No Port match for: b61b924e-7bdc-4619-bec2-5e6730e9585d {{(pid=108022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:56:24.868534 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device b61b924e-7bdc-4619-bec2-5e6730e9585d not bound to the agent host dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:56:24.868962 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 954c3758-79ca-4b5d-8996-7fa364b913e2 no longer exists at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:56:24.889037 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-ba8737c3-d096-412f-8f43-532636599bec None None] No Port match for: 954c3758-79ca-4b5d-8996-7fa364b913e2 {{(pid=108022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:56:24.889620 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 954c3758-79ca-4b5d-8996-7fa364b913e2 not bound to the agent host dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:56:24.890207 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 1c9d365d-d6f2-48e3-b1c4-7b235becbee3 no longer exists at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:56:24.898339 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 50954) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:56:24.909549 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-ba8737c3-d096-412f-8f43-532636599bec None None] No Port match for: 1c9d365d-d6f2-48e3-b1c4-7b235becbee3 {{(pid=108022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:56:24.909898 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 1c9d365d-d6f2-48e3-b1c4-7b235becbee3 not bound to the agent host dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:56:24.939909 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-ce7994df-d7f1-4ec8-b357-0c3a50a921ba admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9e710955012f477d87222ce8c7998b05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403287 Dec 14 18:56:24.942426 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 50956) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:56:24.996898 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-0b9ae1ad-e48a-424d-986e-6d95323431b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:25.009271 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1fbf7f-8dc7-4713-9c27-caf83c839424 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Router 7da327e6-d03b-4451-bc8f-3a3dfbeacf4e has already been hosted by L3 agent 61f97045-3475-4abf-9bb4-9e4a5178f14d {{(pid=108021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:56:25.018573 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-0b9ae1ad-e48a-424d-986e-6d95323431b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:25.067543 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-0b9ae1ad-e48a-424d-986e-6d95323431b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:25.070263 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-0b9ae1ad-e48a-424d-986e-6d95323431b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:25.073823 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-0b9ae1ad-e48a-424d-986e-6d95323431b1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a9965285-8e7e-4529-b4bd-bc78b07f2208 HTTP/1.1" status: 204 len: 168 time: 0.1281617 Dec 14 18:56:25.080831 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ae1ad-e48a-424d-986e-6d95323431b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9965285-8e7e-4529-b4bd-bc78b07f2208,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:56:25.362673 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1fbf7f-8dc7-4713-9c27-caf83c839424 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify agent at l3_agent.dv-cinder-821746-1-iscsi the message routers_updated {{(pid=108021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:56:25.367574 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-ed1fbf7f-8dc7-4713-9c27-caf83c839424 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for floatingip, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:25.375726 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d45a64f-37b5-4eff-b944-d6447a85d326 None None] Sync routers for ids ['7da327e6-d03b-4451-bc8f-3a3dfbeacf4e'] in dv-cinder-821746-1-iscsi {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:56:25.386883 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d45a64f-37b5-4eff-b944-d6447a85d326 None None] Routers {'7da327e6-d03b-4451-bc8f-3a3dfbeacf4e'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:56:25.387704 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-1d45a64f-37b5-4eff-b944-d6447a85d326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:56:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['7da327e6-d03b-4451-bc8f-3a3dfbeacf4e'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:56:25.399004 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-ed1fbf7f-8dc7-4713-9c27-caf83c839424 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "DELETE /v2.0/floatingips/c05bdf72-8934-4626-aef6-eb97674f5bd4 HTTP/1.1" status: 204 len: 168 time: 1.1193936 Dec 14 18:56:25.399004 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb347400-d44a-444e-bfd9-a5391299b9e0', 'tag': 'd73168f5-65d9-4ac4-a447-144eec03240d'}] {{(pid=108021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:56:25.399919 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b93b291913d2f478f978021224fe99462ed5361e2b2e2c80d6eb419d23fcc8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3342b9f8-ff75-4bf3-9ca5-fa9515538129" -d '{"events": [{"name": "network-changed", "server_uuid": "fb347400-d44a-444e-bfd9-a5391299b9e0", "tag": "d73168f5-65d9-4ac4-a447-144eec03240d"}]}' {{(pid=108021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:56:25.454834 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 18:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e18065a-17dd-4a01-8cdc-7e18d6266825 x-openstack-request-id: req-5e18065a-17dd-4a01-8cdc-7e18d6266825 {{(pid=108021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:56:25.455191 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb347400-d44a-444e-bfd9-a5391299b9e0", "tag": "d73168f5-65d9-4ac4-a447-144eec03240d", "status": "completed", "code": 200}]} {{(pid=108021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:56:25.455513 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5e18065a-17dd-4a01-8cdc-7e18d6266825 {{(pid=108021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:56:25.455975 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb347400-d44a-444e-bfd9-a5391299b9e0', 'tag': 'd73168f5-65d9-4ac4-a447-144eec03240d', 'status': 'completed', 'code': 200} Dec 14 18:56:25.522051 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342b9f8-ff75-4bf3-9ca5-fa9515538129 req-03532d6e-d6db-49f9-aed1-d1062c10ae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:56:25.523616 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-3342b9f8-ff75-4bf3-9ca5-fa9515538129 req-03532d6e-d6db-49f9-aed1-d1062c10ae29 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=65aa1bc448174f819d13506e836df6fb&device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 1099 time: 0.0450811 Dec 14 18:56:25.527154 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-1d45a64f-37b5-4eff-b944-d6447a85d326 None None] Set router 7da327e6-d03b-4451-bc8f-3a3dfbeacf4e gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:56:25.649778 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342b9f8-ff75-4bf3-9ca5-fa9515538129 req-50b83c7a-4b37-4b78-a20d-3e5c54aedb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:56:25.651250 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-3342b9f8-ff75-4bf3-9ca5-fa9515538129 req-50b83c7a-4b37-4b78-a20d-3e5c54aedb07 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c139c236-cafe-4060-83b5-90ef769a1167 HTTP/1.1" status: 200 len: 909 time: 0.1206677 Dec 14 18:56:25.676741 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7993930-4dd4-491d-bc36-ed749f18eceb req-43649edd-f973-406b-aad8-f0f53dcf84a8 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:56:25.678225 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f7993930-4dd4-491d-bc36-ed749f18eceb req-43649edd-f973-406b-aad8-f0f53dcf84a8 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 946 time: 0.0676939 Dec 14 18:56:25.710003 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-3342b9f8-ff75-4bf3-9ca5-fa9515538129 req-06a00fee-b442-4795-8ac3-721013e22e3a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d73168f5-65d9-4ac4-a447-144eec03240d HTTP/1.1" status: 200 len: 217 time: 0.0500534 Dec 14 18:56:25.743775 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-1d45a64f-37b5-4eff-b944-d6447a85d326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da327e6-d03b-4451-bc8f-3a3dfbeacf4e', 'name': 'tempest-TestShelveInstance-335543480-router', 'tenant_id': '65aa1bc448174f819d13506e836df6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '38a67919-882c-45ad-bfe7-adc6108f359c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:49Z', 'updated_at': '2021-12-14T18:51:53Z', 'revision_number': 4, 'project_id': '65aa1bc448174f819d13506e836df6fb', 'gw_port': {'id': '38a67919-882c-45ad-bfe7-adc6108f359c', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da327e6-d03b-4451-bc8f-3a3dfbeacf4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:50Z', 'updated_at': '2021-12-14T18:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': '026f0e72-d74f-4ed3-ac43-98a506dae921', 'name': '', 'network_id': 'c139c236-cafe-4060-83b5-90ef769a1167', 'tenant_id': '65aa1bc448174f819d13506e836df6fb', 'mac_address': 'fa:16:3e:49:61:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da327e6-d03b-4451-bc8f-3a3dfbeacf4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '8d51de31-645e-4840-af00-bee771086121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:52Z', 'updated_at': '2021-12-14T18:51:58Z', 'revision_number': 5, 'project_id': '65aa1bc448174f819d13506e836df6fb', 'subnets': [{'id': '8d51de31-645e-4840-af00-bee771086121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:56:25.769488 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d45a64f-37b5-4eff-b944-d6447a85d326 None None] Checking router: 7da327e6-d03b-4451-bc8f-3a3dfbeacf4e for host: dv-cinder-821746-1-iscsi {{(pid=108022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:56:25.774833 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-f7993930-4dd4-491d-bc36-ed749f18eceb req-1a62be45-b71c-444c-9548-b1c4f1360d2b tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674005 Dec 14 18:56:25.778314 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d45a64f-37b5-4eff-b944-d6447a85d326 None None] Routers {'7da327e6-d03b-4451-bc8f-3a3dfbeacf4e'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:56:25.778964 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-1d45a64f-37b5-4eff-b944-d6447a85d326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:56:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['7da327e6-d03b-4451-bc8f-3a3dfbeacf4e'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:56:25.780882 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342b9f8-ff75-4bf3-9ca5-fa9515538129 req-dd2e6641-8e4e-420b-9297-a46540a0a243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:56:25.782297 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-3342b9f8-ff75-4bf3-9ca5-fa9515538129 req-dd2e6641-8e4e-420b-9297-a46540a0a243 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8d51de31-645e-4840-af00-bee771086121 HTTP/1.1" status: 200 len: 847 time: 0.0599709 Dec 14 18:56:25.829994 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342b9f8-ff75-4bf3-9ca5-fa9515538129 req-6855a10a-b543-4df4-a505-d340f62f4516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:56:25.831517 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-3342b9f8-ff75-4bf3-9ca5-fa9515538129 req-6855a10a-b543-4df4-a505-d340f62f4516 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c139c236-cafe-4060-83b5-90ef769a1167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411000 Dec 14 18:56:25.890755 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-1d45a64f-37b5-4eff-b944-d6447a85d326 None None] Set router 7da327e6-d03b-4451-bc8f-3a3dfbeacf4e gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:56:25.930748 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-3342b9f8-ff75-4bf3-9ca5-fa9515538129 req-8b36ea77-fd3d-4666-9641-f6193940947c service neutron] 10.222.0.61 "GET /v2.0/networks/c139c236-cafe-4060-83b5-90ef769a1167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898561 Dec 14 18:56:26.022775 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-3342b9f8-ff75-4bf3-9ca5-fa9515538129 req-7224b447-53ac-4f30-a73d-2f3e8e2381af service neutron] 10.222.0.61 "GET /v2.0/networks/c139c236-cafe-4060-83b5-90ef769a1167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833600 Dec 14 18:56:26.084688 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-1d45a64f-37b5-4eff-b944-d6447a85d326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da327e6-d03b-4451-bc8f-3a3dfbeacf4e', 'name': 'tempest-TestShelveInstance-335543480-router', 'tenant_id': '65aa1bc448174f819d13506e836df6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '38a67919-882c-45ad-bfe7-adc6108f359c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:49Z', 'updated_at': '2021-12-14T18:51:53Z', 'revision_number': 4, 'project_id': '65aa1bc448174f819d13506e836df6fb', 'gw_port': {'id': '38a67919-882c-45ad-bfe7-adc6108f359c', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da327e6-d03b-4451-bc8f-3a3dfbeacf4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:50Z', 'updated_at': '2021-12-14T18:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': '026f0e72-d74f-4ed3-ac43-98a506dae921', 'name': '', 'network_id': 'c139c236-cafe-4060-83b5-90ef769a1167', 'tenant_id': '65aa1bc448174f819d13506e836df6fb', 'mac_address': 'fa:16:3e:49:61:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da327e6-d03b-4451-bc8f-3a3dfbeacf4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '8d51de31-645e-4840-af00-bee771086121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:52Z', 'updated_at': '2021-12-14T18:51:58Z', 'revision_number': 5, 'project_id': '65aa1bc448174f819d13506e836df6fb', 'subnets': [{'id': '8d51de31-645e-4840-af00-bee771086121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:56:26.115233 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d45a64f-37b5-4eff-b944-d6447a85d326 None None] The sync data for ids ['7da327e6-d03b-4451-bc8f-3a3dfbeacf4e'] in dv-cinder-821746-1-iscsi is: [{'id': '7da327e6-d03b-4451-bc8f-3a3dfbeacf4e', 'name': 'tempest-TestShelveInstance-335543480-router', 'tenant_id': '65aa1bc448174f819d13506e836df6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '38a67919-882c-45ad-bfe7-adc6108f359c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:49Z', 'updated_at': '2021-12-14T18:51:53Z', 'revision_number': 4, 'project_id': '65aa1bc448174f819d13506e836df6fb', 'gw_port': {'id': '38a67919-882c-45ad-bfe7-adc6108f359c', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da327e6-d03b-4451-bc8f-3a3dfbeacf4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:50Z', 'updated_at': '2021-12-14T18:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi', '_interfaces': [{'id': '026f0e72-d74f-4ed3-ac43-98a506dae921', 'name': '', 'network_id': 'c139c236-cafe-4060-83b5-90ef769a1167', 'tenant_id': '65aa1bc448174f819d13506e836df6fb', 'mac_address': 'fa:16:3e:49:61:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da327e6-d03b-4451-bc8f-3a3dfbeacf4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '8d51de31-645e-4840-af00-bee771086121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:52Z', 'updated_at': '2021-12-14T18:51:58Z', 'revision_number': 5, 'project_id': '65aa1bc448174f819d13506e836df6fb', 'subnets': [{'id': '8d51de31-645e-4840-af00-bee771086121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:56:26.319782 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0827e3d-915e-40cf-b580-d0259180610d None None] New status for floating IP c05bdf72-8934-4626-aef6-eb97674f5bd4: DOWN {{(pid=108023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 18:56:26.894265 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbe66c-c959-4eb1-afe6-deeb5a63dc4d req-5acf142c-bf71-43c9-810d-87a785b82891 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:56:26.895690 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-dffbe66c-c959-4eb1-afe6-deeb5a63dc4d req-5acf142c-bf71-43c9-810d-87a785b82891 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 946 time: 0.0519075 Dec 14 18:56:26.935372 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-dffbe66c-c959-4eb1-afe6-deeb5a63dc4d req-1e9a9c60-5723-4a4c-96c5-ff906f3e3720 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/security-groups?id=190451ff-58c5-40af-93de-2cea501e2b58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337703 Dec 14 18:56:27.099866 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f7420-d5c2-4f04-9004-b1819cf1dd4c req-6f815544-2084-498f-9d17-90f3deb34b1f tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 18:56:27.101400 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-893f7420-d5c2-4f04-9004-b1819cf1dd4c req-6f815544-2084-498f-9d17-90f3deb34b1f tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 946 time: 0.0522411 Dec 14 18:56:27.189925 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [req-893f7420-d5c2-4f04-9004-b1819cf1dd4c req-5e3942b6-5be8-437a-bdc6-59d612b4a129 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Deleting port d73168f5-65d9-4ac4-a447-144eec03240d {{(pid=108020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:56:27.190180 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-893f7420-d5c2-4f04-9004-b1819cf1dd4c req-5e3942b6-5be8-437a-bdc6-59d612b4a129 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:27.282123 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [req-893f7420-d5c2-4f04-9004-b1819cf1dd4c req-5e3942b6-5be8-437a-bdc6-59d612b4a129 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] For port d73168f5-65d9-4ac4-a447-144eec03240d, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=d73168f5-65d9-4ac4-a447-144eec03240d,segment=NetworkSegment(f422b3f8-989b-4aa5-8aac-28f9be55c445),segment_id=f422b3f8-989b-4aa5-8aac-28f9be55c445)] {{(pid=108020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:56:27.282484 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-893f7420-d5c2-4f04-9004-b1819cf1dd4c req-5e3942b6-5be8-437a-bdc6-59d612b4a129 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:27.295194 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [req-893f7420-d5c2-4f04-9004-b1819cf1dd4c req-5e3942b6-5be8-437a-bdc6-59d612b4a129 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Calling delete_port for d73168f5-65d9-4ac4-a447-144eec03240d owned by compute:nova {{(pid=108020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:56:27.418558 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-893f7420-d5c2-4f04-9004-b1819cf1dd4c req-5e3942b6-5be8-437a-bdc6-59d612b4a129 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25418977'] for port, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:27.451268 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3942b6-5be8-437a-bdc6-59d612b4a129 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Pushing event deleted for resources: {'Port': ['ID=d73168f5-65d9-4ac4-a447-144eec03240d,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:56:27.492922 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [req-893f7420-d5c2-4f04-9004-b1819cf1dd4c req-5e3942b6-5be8-437a-bdc6-59d612b4a129 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] No DVR routers for this DVR port d73168f5-65d9-4ac4-a447-144eec03240d on host hv-cinder-82174 {{(pid=108020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:56:27.495354 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [req-893f7420-d5c2-4f04-9004-b1819cf1dd4c req-5e3942b6-5be8-437a-bdc6-59d612b4a129 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120589'] for port, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:27.499522 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [req-893f7420-d5c2-4f04-9004-b1819cf1dd4c req-5e3942b6-5be8-437a-bdc6-59d612b4a129 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.61 "DELETE /v2.0/ports/d73168f5-65d9-4ac4-a447-144eec03240d HTTP/1.1" status: 204 len: 173 time: 0.3913839 Dec 14 18:56:27.499947 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb347400-d44a-444e-bfd9-a5391299b9e0', 'name': 'network-vif-deleted', 'tag': 'd73168f5-65d9-4ac4-a447-144eec03240d'}] {{(pid=108020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 18:56:27.502755 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9d1d651e17726932f2c063a5cb62fed0687a982c73a8c4b64805019ed9839e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75abc594-76c4-4cad-a279-693d01a85d23" -d '{"events": [{"server_uuid": "fb347400-d44a-444e-bfd9-a5391299b9e0", "name": "network-vif-deleted", "tag": "d73168f5-65d9-4ac4-a447-144eec03240d"}]}' {{(pid=108020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 18:56:27.545676 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 18:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca3552e-aa13-421b-9e75-21c87c401116 x-openstack-request-id: req-5ca3552e-aa13-421b-9e75-21c87c401116 {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 18:56:27.545971 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb347400-d44a-444e-bfd9-a5391299b9e0", "name": "network-vif-deleted", "tag": "d73168f5-65d9-4ac4-a447-144eec03240d", "status": "completed", "code": 200}]} {{(pid=108020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 18:56:27.546218 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5ca3552e-aa13-421b-9e75-21c87c401116 {{(pid=108020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 18:56:27.546635 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb347400-d44a-444e-bfd9-a5391299b9e0', 'name': 'network-vif-deleted', 'tag': 'd73168f5-65d9-4ac4-a447-144eec03240d', 'status': 'completed', 'code': 200} Dec 14 18:56:28.045979 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [req-f2ad242a-5262-4c61-8c72-3320edfc0cfb req-e0ceb9f5-37d0-4843-bcab-68fdab7ae288 tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb347400-d44a-444e-bfd9-a5391299b9e0 HTTP/1.1" status: 200 len: 210 time: 0.0265822 Dec 14 18:56:28.968425 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device d73168f5-65d9-4ac4-a447-144eec03240d no longer exists at agent hyperv_hv-cinder-82174 {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:56:28.988332 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] No Port match for: d73168f5-65d9-4ac4-a447-144eec03240d {{(pid=108022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:56:28.988680 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Device d73168f5-65d9-4ac4-a447-144eec03240d not bound to the agent host hv-cinder-82174 {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:56:29.100902 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 50976) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:56:29.157174 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-7bf76651-ff3f-491d-8591-ca832b6d324e tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:29.181227 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-7bf76651-ff3f-491d-8591-ca832b6d324e tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:29.238130 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-7bf76651-ff3f-491d-8591-ca832b6d324e tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:29.240810 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-7bf76651-ff3f-491d-8591-ca832b6d324e tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:29.241954 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-7bf76651-ff3f-491d-8591-ca832b6d324e tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] 10.222.0.71 "DELETE /v2.0/security-groups/190451ff-58c5-40af-93de-2cea501e2b58 HTTP/1.1" status: 204 len: 168 time: 0.1400418 Dec 14 18:56:29.251325 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf76651-ff3f-491d-8591-ca832b6d324e tempest-TestShelveInstance-2072401112 tempest-TestShelveInstance-2072401112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=190451ff-58c5-40af-93de-2cea501e2b58,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:56:29.290305 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 50980) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:56:29.635774 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-beeb6dbb-768a-48fd-aa9e-3d2785d1eae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550445'] for router_interface, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:29.877823 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.plugin [None req-beeb6dbb-768a-48fd-aa9e-3d2785d1eae4 admin admin] Deleting port 026f0e72-d74f-4ed3-ac43-98a506dae921 {{(pid=108021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:56:29.878069 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-beeb6dbb-768a-48fd-aa9e-3d2785d1eae4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:29.958787 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.db [None req-beeb6dbb-768a-48fd-aa9e-3d2785d1eae4 admin admin] For port 026f0e72-d74f-4ed3-ac43-98a506dae921, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=026f0e72-d74f-4ed3-ac43-98a506dae921,segment=NetworkSegment(f422b3f8-989b-4aa5-8aac-28f9be55c445),segment_id=f422b3f8-989b-4aa5-8aac-28f9be55c445)] {{(pid=108021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:56:29.959138 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-beeb6dbb-768a-48fd-aa9e-3d2785d1eae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:29.972246 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.plugin [None req-beeb6dbb-768a-48fd-aa9e-3d2785d1eae4 admin admin] Calling delete_port for 026f0e72-d74f-4ed3-ac43-98a506dae921 owned by network:router_interface {{(pid=108021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:56:30.153730 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-beeb6dbb-768a-48fd-aa9e-3d2785d1eae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29291660'] for port, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:30.176647 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb6dbb-768a-48fd-aa9e-3d2785d1eae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=026f0e72-d74f-4ed3-ac43-98a506dae921,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:56:30.341162 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-beeb6dbb-768a-48fd-aa9e-3d2785d1eae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549399'] for router_interface, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:30.552181 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beeb6dbb-768a-48fd-aa9e-3d2785d1eae4 admin admin] Router 7da327e6-d03b-4451-bc8f-3a3dfbeacf4e has already been hosted by L3 agent 61f97045-3475-4abf-9bb4-9e4a5178f14d {{(pid=108021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:56:30.657311 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beeb6dbb-768a-48fd-aa9e-3d2785d1eae4 admin admin] Notify agent at l3_agent.dv-cinder-821746-1-iscsi the message routers_updated {{(pid=108021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:56:30.663840 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-beeb6dbb-768a-48fd-aa9e-3d2785d1eae4 admin admin] 10.222.0.71 "PUT /v2.0/routers/7da327e6-d03b-4451-bc8f-3a3dfbeacf4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3708825 Dec 14 18:56:30.664816 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 50982) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:56:30.666119 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df683a3-44d4-4e97-8b3f-19cd1ea7d16d None None] Sync routers for ids ['7da327e6-d03b-4451-bc8f-3a3dfbeacf4e'] in dv-cinder-821746-1-iscsi {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:56:30.676560 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df683a3-44d4-4e97-8b3f-19cd1ea7d16d None None] Routers {'7da327e6-d03b-4451-bc8f-3a3dfbeacf4e'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:56:30.677169 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-1df683a3-44d4-4e97-8b3f-19cd1ea7d16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:56:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['7da327e6-d03b-4451-bc8f-3a3dfbeacf4e'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:56:30.769238 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-3714497a-5a00-4225-82d7-c97e52b03fbf admin admin] Notify callbacks [] for router, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:30.780024 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-1df683a3-44d4-4e97-8b3f-19cd1ea7d16d None None] Set router 7da327e6-d03b-4451-bc8f-3a3dfbeacf4e gateway port host: dv-cinder-821746-1-iscsi {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:56:30.875657 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-3714497a-5a00-4225-82d7-c97e52b03fbf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:30.932647 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.plugin [None req-3714497a-5a00-4225-82d7-c97e52b03fbf admin admin] Deleting port 38a67919-882c-45ad-bfe7-adc6108f359c {{(pid=108021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:56:30.933053 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-3714497a-5a00-4225-82d7-c97e52b03fbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:30.962716 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-1df683a3-44d4-4e97-8b3f-19cd1ea7d16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da327e6-d03b-4451-bc8f-3a3dfbeacf4e', 'name': 'tempest-TestShelveInstance-335543480-router', 'tenant_id': '65aa1bc448174f819d13506e836df6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '38a67919-882c-45ad-bfe7-adc6108f359c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:49Z', 'updated_at': '2021-12-14T18:56:30Z', 'revision_number': 5, 'project_id': '65aa1bc448174f819d13506e836df6fb', 'gw_port': {'id': '38a67919-882c-45ad-bfe7-adc6108f359c', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da327e6-d03b-4451-bc8f-3a3dfbeacf4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:50Z', 'updated_at': '2021-12-14T18:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi'}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:56:30.994283 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df683a3-44d4-4e97-8b3f-19cd1ea7d16d None None] Checking router: 7da327e6-d03b-4451-bc8f-3a3dfbeacf4e for host: dv-cinder-821746-1-iscsi {{(pid=108022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:56:31.004031 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df683a3-44d4-4e97-8b3f-19cd1ea7d16d None None] Routers {'7da327e6-d03b-4451-bc8f-3a3dfbeacf4e'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:56:31.004654 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-1df683a3-44d4-4e97-8b3f-19cd1ea7d16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:56:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['7da327e6-d03b-4451-bc8f-3a3dfbeacf4e'], 'active': True} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:56:31.013390 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.db [None req-3714497a-5a00-4225-82d7-c97e52b03fbf admin admin] For port 38a67919-882c-45ad-bfe7-adc6108f359c, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=38a67919-882c-45ad-bfe7-adc6108f359c,segment=NetworkSegment(a712e70a-4160-45a5-bd2f-6cc771621112),segment_id=a712e70a-4160-45a5-bd2f-6cc771621112)] {{(pid=108021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:56:31.013775 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-3714497a-5a00-4225-82d7-c97e52b03fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:31.026582 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.plugin [None req-3714497a-5a00-4225-82d7-c97e52b03fbf admin admin] Calling delete_port for 38a67919-882c-45ad-bfe7-adc6108f359c owned by network:router_gateway {{(pid=108021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:56:31.087263 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvr_db [None req-1df683a3-44d4-4e97-8b3f-19cd1ea7d16d None None] Set router 7da327e6-d03b-4451-bc8f-3a3dfbeacf4e gateway port host: None {{(pid=108022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:56:31.142186 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_hamode_db [None req-1df683a3-44d4-4e97-8b3f-19cd1ea7d16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da327e6-d03b-4451-bc8f-3a3dfbeacf4e', 'name': 'tempest-TestShelveInstance-335543480-router', 'tenant_id': '65aa1bc448174f819d13506e836df6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:49Z', 'updated_at': '2021-12-14T18:56:30Z', 'revision_number': 6, 'project_id': '65aa1bc448174f819d13506e836df6fb', 'gw_port_host': None}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:56:31.169053 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df683a3-44d4-4e97-8b3f-19cd1ea7d16d None None] The sync data for ids ['7da327e6-d03b-4451-bc8f-3a3dfbeacf4e'] in dv-cinder-821746-1-iscsi is: [{'id': '7da327e6-d03b-4451-bc8f-3a3dfbeacf4e', 'name': 'tempest-TestShelveInstance-335543480-router', 'tenant_id': '65aa1bc448174f819d13506e836df6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:49Z', 'updated_at': '2021-12-14T18:56:30Z', 'revision_number': 6, 'project_id': '65aa1bc448174f819d13506e836df6fb', 'gw_port_host': None}] {{(pid=108022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:56:31.191421 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-3714497a-5a00-4225-82d7-c97e52b03fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29291660'] for port, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:31.221810 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3714497a-5a00-4225-82d7-c97e52b03fbf admin admin] Pushing event deleted for resources: {'Port': ['ID=38a67919-882c-45ad-bfe7-adc6108f359c,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:56:31.281026 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-3714497a-5a00-4225-82d7-c97e52b03fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552558'] for router_gateway, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:31.367226 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-3714497a-5a00-4225-82d7-c97e52b03fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9128'] for router, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:31.369299 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-3714497a-5a00-4225-82d7-c97e52b03fbf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:31.410823 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-3714497a-5a00-4225-82d7-c97e52b03fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554532'] for router, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:31.411298 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3714497a-5a00-4225-82d7-c97e52b03fbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7da327e6-d03b-4451-bc8f-3a3dfbeacf4e {{(pid=108021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 18:56:31.416190 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-3714497a-5a00-4225-82d7-c97e52b03fbf admin admin] Notify callbacks [] for router, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:31.417318 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-3714497a-5a00-4225-82d7-c97e52b03fbf admin admin] 10.222.0.71 "DELETE /v2.0/routers/7da327e6-d03b-4451-bc8f-3a3dfbeacf4e HTTP/1.1" status: 204 len: 168 time: 0.7516005 Dec 14 18:56:31.420379 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 50984) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:56:31.467310 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.db_base_plugin_v2 [None req-58547b4e-4a91-4417-9d5f-4782d5ce6ca4 admin admin] Deleting subnet 8d51de31-645e-4840-af00-bee771086121 {{(pid=108021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 14 18:56:31.470199 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-58547b4e-4a91-4417-9d5f-4782d5ce6ca4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:31.506551 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-58547b4e-4a91-4417-9d5f-4782d5ce6ca4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29292912'] for subnet, precommit_delete_associations {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:31.588431 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-58547b4e-4a91-4417-9d5f-4782d5ce6ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3907046'] for subnet, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:31.648965 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-58547b4e-4a91-4417-9d5f-4782d5ce6ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3907055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29291609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28799321'] for subnet, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:31.676238 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-58547b4e-4a91-4417-9d5f-4782d5ce6ca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for subnet, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:31.680226 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-58547b4e-4a91-4417-9d5f-4782d5ce6ca4 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/8d51de31-645e-4840-af00-bee771086121 HTTP/1.1" status: 204 len: 168 time: 0.2587476 Dec 14 18:56:31.681193 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58547b4e-4a91-4417-9d5f-4782d5ce6ca4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d51de31-645e-4840-af00-bee771086121,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:56:31.681603 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d4530e-a0c9-4795-8ee8-3960b56f1ba8 None None] Network c139c236-cafe-4060-83b5-90ef769a1167 requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:56:31.683940 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 50986) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:56:31.760848 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-9b26e9a4-bce3-4254-86f9-296791b4b5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3973964'] for network, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:31.813697 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [None req-9b26e9a4-bce3-4254-86f9-296791b4b5bc admin admin] Deleting port 158d000b-1386-4b7e-890d-6775c17e7df5 {{(pid=108020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:56:31.814043 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-9b26e9a4-bce3-4254-86f9-296791b4b5bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:31.876407 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [None req-9b26e9a4-bce3-4254-86f9-296791b4b5bc admin admin] For port 158d000b-1386-4b7e-890d-6775c17e7df5, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=158d000b-1386-4b7e-890d-6775c17e7df5,segment=NetworkSegment(f422b3f8-989b-4aa5-8aac-28f9be55c445),segment_id=f422b3f8-989b-4aa5-8aac-28f9be55c445)] {{(pid=108020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:56:31.876670 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-9b26e9a4-bce3-4254-86f9-296791b4b5bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:31.894734 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [None req-9b26e9a4-bce3-4254-86f9-296791b4b5bc admin admin] Calling delete_port for 158d000b-1386-4b7e-890d-6775c17e7df5 owned by network:dhcp {{(pid=108020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:56:31.906128 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49815e20-d071-4bb1-996e-7f7a752e977c None None] DHCP port deletion for c139c236-cafe-4060-83b5-90ef769a1167 request from dv-cinder-821746-1-iscsi {{(pid=108022) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 14 18:56:31.952879 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-49815e20-d071-4bb1-996e-7f7a752e977c None None] Deleting port 158d000b-1386-4b7e-890d-6775c17e7df5 {{(pid=108022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:56:31.953327 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-49815e20-d071-4bb1-996e-7f7a752e977c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:31.973935 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-9b26e9a4-bce3-4254-86f9-296791b4b5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25418977'] for port, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:32.000504 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b26e9a4-bce3-4254-86f9-296791b4b5bc admin admin] Pushing event deleted for resources: {'Port': ['ID=158d000b-1386-4b7e-890d-6775c17e7df5,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:56:32.006305 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b26e9a4-bce3-4254-86f9-296791b4b5bc admin admin] No DVR routers for this DVR port 158d000b-1386-4b7e-890d-6775c17e7df5 on host dv-cinder-821746-1-iscsi {{(pid=108020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:56:32.027009 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-49815e20-d071-4bb1-996e-7f7a752e977c None None] For port 158d000b-1386-4b7e-890d-6775c17e7df5, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=158d000b-1386-4b7e-890d-6775c17e7df5,segment=NetworkSegment(f422b3f8-989b-4aa5-8aac-28f9be55c445),segment_id=f422b3f8-989b-4aa5-8aac-28f9be55c445)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:56:32.027404 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-49815e20-d071-4bb1-996e-7f7a752e977c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:32.040634 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-49815e20-d071-4bb1-996e-7f7a752e977c None None] Calling delete_port for 158d000b-1386-4b7e-890d-6775c17e7df5 owned by network:dhcp {{(pid=108022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:56:32.082519 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-9b26e9a4-bce3-4254-86f9-296791b4b5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3899795', 'neutron.services.segments.db._delete_segments_for_network-8730915442872'] for network, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:32.103263 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.services.segments.db [None req-9b26e9a4-bce3-4254-86f9-296791b4b5bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c139c236-cafe-4060-83b5-90ef769a1167']}} {{(pid=108020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:56:32.114065 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.services.segments.db [None req-9b26e9a4-bce3-4254-86f9-296791b4b5bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f422b3f8-989b-4aa5-8aac-28f9be55c445') {'for_net_delete': True} {{(pid=108020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:56:32.114361 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.services.segments.db [None req-9b26e9a4-bce3-4254-86f9-296791b4b5bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f422b3f8-989b-4aa5-8aac-28f9be55c445') {} {{(pid=108020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:56:32.116767 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-49815e20-d071-4bb1-996e-7f7a752e977c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966'] for port, after_delete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:32.125452 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-9b26e9a4-bce3-4254-86f9-296791b4b5bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730915282288', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25340900'] for segment, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:32.141849 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-9b26e9a4-bce3-4254-86f9-296791b4b5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017'] for segment, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:32.144769 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49815e20-d071-4bb1-996e-7f7a752e977c None None] Pushing event deleted for resources: {'Port': ['ID=158d000b-1386-4b7e-890d-6775c17e7df5,revision_number=None']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:56:32.146794 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49815e20-d071-4bb1-996e-7f7a752e977c None None] No DVR routers for this DVR port 158d000b-1386-4b7e-890d-6775c17e7df5 on host dv-cinder-821746-1-iscsi {{(pid=108022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:56:32.156837 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b26e9a4-bce3-4254-86f9-296791b4b5bc admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=108020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 18:56:32.156837 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-9b26e9a4-bce3-4254-86f9-296791b4b5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25418962'] for segment, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:32.158878 dv-cinder-821746-1-iscsi neutron-server[108020]: Traceback (most recent call last): Dec 14 18:56:32.158878 dv-cinder-821746-1-iscsi neutron-server[108020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 18:56:32.158878 dv-cinder-821746-1-iscsi neutron-server[108020]: timer() Dec 14 18:56:32.158878 dv-cinder-821746-1-iscsi neutron-server[108020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:56:32.158878 dv-cinder-821746-1-iscsi neutron-server[108020]: cb(*args, **kw) Dec 14 18:56:32.158878 dv-cinder-821746-1-iscsi neutron-server[108020]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 18:56:32.158878 dv-cinder-821746-1-iscsi neutron-server[108020]: return func(*args, **kwargs) Dec 14 18:56:32.158878 dv-cinder-821746-1-iscsi neutron-server[108020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:56:32.158878 dv-cinder-821746-1-iscsi neutron-server[108020]: self._notify() Dec 14 18:56:32.158878 dv-cinder-821746-1-iscsi neutron-server[108020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:56:32.158878 dv-cinder-821746-1-iscsi neutron-server[108020]: self.callback(batched_events) Dec 14 18:56:32.158878 dv-cinder-821746-1-iscsi neutron-server[108020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:56:32.158878 dv-cinder-821746-1-iscsi neutron-server[108020]: event.method(event) Dec 14 18:56:32.158878 dv-cinder-821746-1-iscsi neutron-server[108020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 18:56:32.158878 dv-cinder-821746-1-iscsi neutron-server[108020]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:56:32.158878 dv-cinder-821746-1-iscsi neutron-server[108020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 18:56:32.158878 dv-cinder-821746-1-iscsi neutron-server[108020]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 18:56:32.158878 dv-cinder-821746-1-iscsi neutron-server[108020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 18:56:32.158878 dv-cinder-821746-1-iscsi neutron-server[108020]: return f(self, *a, **k) Dec 14 18:56:32.158878 dv-cinder-821746-1-iscsi neutron-server[108020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 18:56:32.158878 dv-cinder-821746-1-iscsi neutron-server[108020]: return self._get(url).json() Dec 14 18:56:32.158878 dv-cinder-821746-1-iscsi neutron-server[108020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:56:32.158878 dv-cinder-821746-1-iscsi neutron-server[108020]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 18:56:32.158878 dv-cinder-821746-1-iscsi neutron-server[108020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 18:56:32.158878 dv-cinder-821746-1-iscsi neutron-server[108020]: return self.request(url, 'GET', **kwargs) Dec 14 18:56:32.158878 dv-cinder-821746-1-iscsi neutron-server[108020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 18:56:32.158878 dv-cinder-821746-1-iscsi neutron-server[108020]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 18:56:32.158878 dv-cinder-821746-1-iscsi neutron-server[108020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 18:56:32.158878 dv-cinder-821746-1-iscsi neutron-server[108020]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:56:32.158878 dv-cinder-821746-1-iscsi neutron-server[108020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 18:56:32.158878 dv-cinder-821746-1-iscsi neutron-server[108020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:56:32.158878 dv-cinder-821746-1-iscsi neutron-server[108020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:56:32.214085 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-9b26e9a4-bce3-4254-86f9-296791b4b5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3907168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552522'] for network, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:32.219438 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-9b26e9a4-bce3-4254-86f9-296791b4b5bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for network, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:32.222628 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-9b26e9a4-bce3-4254-86f9-296791b4b5bc admin admin] 10.222.0.71 "DELETE /v2.0/networks/c139c236-cafe-4060-83b5-90ef769a1167 HTTP/1.1" status: 204 len: 168 time: 0.5370181 Dec 14 18:56:32.225579 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 50988) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:56:32.234134 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b26e9a4-bce3-4254-86f9-296791b4b5bc admin admin] Pushing event deleted for resources: {'Network': ['ID=c139c236-cafe-4060-83b5-90ef769a1167,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:56:32.781741 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-a29bc858-38bd-4bc7-80a3-0dce23af2ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550445'] for router_interface, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:32.840724 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 38a67919-882c-45ad-bfe7-adc6108f359c no longer exists at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:56:32.864168 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-ba8737c3-d096-412f-8f43-532636599bec None None] No Port match for: 38a67919-882c-45ad-bfe7-adc6108f359c {{(pid=108022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:56:32.864520 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 38a67919-882c-45ad-bfe7-adc6108f359c not bound to the agent host dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:56:32.864948 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 026f0e72-d74f-4ed3-ac43-98a506dae921 no longer exists at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:56:32.883777 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-ba8737c3-d096-412f-8f43-532636599bec None None] No Port match for: 026f0e72-d74f-4ed3-ac43-98a506dae921 {{(pid=108022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:56:32.884043 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 026f0e72-d74f-4ed3-ac43-98a506dae921 not bound to the agent host dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:56:32.884470 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 158d000b-1386-4b7e-890d-6775c17e7df5 no longer exists at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:56:32.903892 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-ba8737c3-d096-412f-8f43-532636599bec None None] No Port match for: 158d000b-1386-4b7e-890d-6775c17e7df5 {{(pid=108022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:56:32.904241 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 158d000b-1386-4b7e-890d-6775c17e7df5 not bound to the agent host dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:56:33.022183 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.plugin [None req-a29bc858-38bd-4bc7-80a3-0dce23af2ea5 admin admin] Deleting port f48c6108-49f5-4589-aa2d-6aeb7b2240d4 {{(pid=108021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:56:33.022524 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-a29bc858-38bd-4bc7-80a3-0dce23af2ea5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:33.101407 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.db [None req-a29bc858-38bd-4bc7-80a3-0dce23af2ea5 admin admin] For port f48c6108-49f5-4589-aa2d-6aeb7b2240d4, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=f48c6108-49f5-4589-aa2d-6aeb7b2240d4,segment=NetworkSegment(8f43db67-7ffc-4ddf-81c8-4457deae12e9),segment_id=8f43db67-7ffc-4ddf-81c8-4457deae12e9)] {{(pid=108021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:56:33.102013 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-a29bc858-38bd-4bc7-80a3-0dce23af2ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:33.115192 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.plugin [None req-a29bc858-38bd-4bc7-80a3-0dce23af2ea5 admin admin] Calling delete_port for f48c6108-49f5-4589-aa2d-6aeb7b2240d4 owned by network:router_interface {{(pid=108021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:56:33.291026 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-a29bc858-38bd-4bc7-80a3-0dce23af2ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29291660'] for port, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:33.317122 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29bc858-38bd-4bc7-80a3-0dce23af2ea5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f48c6108-49f5-4589-aa2d-6aeb7b2240d4,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:56:33.482219 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-a29bc858-38bd-4bc7-80a3-0dce23af2ea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-549399'] for router_interface, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:33.696724 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29bc858-38bd-4bc7-80a3-0dce23af2ea5 admin admin] Router a4ae5e13-c5dc-4c14-a11f-3be83f7573f2 has already been hosted by L3 agent 61f97045-3475-4abf-9bb4-9e4a5178f14d {{(pid=108021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 18:56:33.804545 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29bc858-38bd-4bc7-80a3-0dce23af2ea5 admin admin] Notify agent at l3_agent.dv-cinder-821746-1-iscsi the message routers_updated {{(pid=108021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 18:56:33.809685 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-a29bc858-38bd-4bc7-80a3-0dce23af2ea5 admin admin] 10.222.0.71 "PUT /v2.0/routers/a4ae5e13-c5dc-4c14-a11f-3be83f7573f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5830553 Dec 14 18:56:33.812720 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 50990) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:56:33.813236 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2069aef-5233-4b5c-8d30-327660f5d795 None None] Sync routers for ids ['a4ae5e13-c5dc-4c14-a11f-3be83f7573f2'] in dv-cinder-821746-1-iscsi {{(pid=108023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 18:56:33.823525 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2069aef-5233-4b5c-8d30-327660f5d795 None None] Routers {'a4ae5e13-c5dc-4c14-a11f-3be83f7573f2'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:56:33.824202 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-f2069aef-5233-4b5c-8d30-327660f5d795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:56:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['a4ae5e13-c5dc-4c14-a11f-3be83f7573f2'], 'active': True} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:56:33.926531 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8e8f9f70-c827-4c2a-89fe-4f5556e37fef admin admin] Notify callbacks [] for router, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:33.941933 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvr_db [None req-f2069aef-5233-4b5c-8d30-327660f5d795 None None] Set router a4ae5e13-c5dc-4c14-a11f-3be83f7573f2 gateway port host: dv-cinder-821746-1-iscsi {{(pid=108023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:56:34.030881 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8e8f9f70-c827-4c2a-89fe-4f5556e37fef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:34.083335 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [None req-8e8f9f70-c827-4c2a-89fe-4f5556e37fef admin admin] Deleting port 83e84b39-dd6f-4cbb-85c8-bf4f0072b8a7 {{(pid=108020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:56:34.083666 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8e8f9f70-c827-4c2a-89fe-4f5556e37fef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:34.118676 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-f2069aef-5233-4b5c-8d30-327660f5d795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ae5e13-c5dc-4c14-a11f-3be83f7573f2', 'name': 'tempest-TestShelveInstance-2016511045-router', 'tenant_id': '9550ca8d94f8439699a6abea42acd13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'external_fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '83e84b39-dd6f-4cbb-85c8-bf4f0072b8a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:55Z', 'updated_at': '2021-12-14T18:56:33Z', 'revision_number': 5, 'project_id': '9550ca8d94f8439699a6abea42acd13c', 'gw_port': {'id': '83e84b39-dd6f-4cbb-85c8-bf4f0072b8a7', 'name': '', 'network_id': '5ea8f873-3bad-4a65-ada9-9108bfa946ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:2b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ae5e13-c5dc-4c14-a11f-3be83f7573f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821746-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:51:56Z', 'updated_at': '2021-12-14T18:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8e9c9e92-9812-43f3-93d5-9d715bd5944d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821746-1-iscsi'}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:56:34.147727 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2069aef-5233-4b5c-8d30-327660f5d795 None None] Checking router: a4ae5e13-c5dc-4c14-a11f-3be83f7573f2 for host: dv-cinder-821746-1-iscsi {{(pid=108023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 18:56:34.156868 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2069aef-5233-4b5c-8d30-327660f5d795 None None] Routers {'a4ae5e13-c5dc-4c14-a11f-3be83f7573f2'} bound to L3 agent in host dv-cinder-821746-1-iscsi {{(pid=108023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 18:56:34.157471 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-f2069aef-5233-4b5c-8d30-327660f5d795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821746-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:35:15Z,description=,heartbeat_timestamp=2021-12-14T18:56:15Z,host='dv-cinder-821746-1-iscsi',id=61f97045-3475-4abf-9bb4-9e4a5178f14d,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:35:15Z,topic='l3_agent')) {'router_ids': ['a4ae5e13-c5dc-4c14-a11f-3be83f7573f2'], 'active': True} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:56:34.164148 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.db [None req-8e8f9f70-c827-4c2a-89fe-4f5556e37fef admin admin] For port 83e84b39-dd6f-4cbb-85c8-bf4f0072b8a7, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=83e84b39-dd6f-4cbb-85c8-bf4f0072b8a7,segment=NetworkSegment(a712e70a-4160-45a5-bd2f-6cc771621112),segment_id=a712e70a-4160-45a5-bd2f-6cc771621112)] {{(pid=108020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:56:34.164507 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8e8f9f70-c827-4c2a-89fe-4f5556e37fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:34.177506 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.plugins.ml2.plugin [None req-8e8f9f70-c827-4c2a-89fe-4f5556e37fef admin admin] Calling delete_port for 83e84b39-dd6f-4cbb-85c8-bf4f0072b8a7 owned by network:router_gateway {{(pid=108020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:56:34.241034 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_dvr_db [None req-f2069aef-5233-4b5c-8d30-327660f5d795 None None] Set router a4ae5e13-c5dc-4c14-a11f-3be83f7573f2 gateway port host: None {{(pid=108023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 18:56:34.291690 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.l3_hamode_db [None req-f2069aef-5233-4b5c-8d30-327660f5d795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ae5e13-c5dc-4c14-a11f-3be83f7573f2', 'name': 'tempest-TestShelveInstance-2016511045-router', 'tenant_id': '9550ca8d94f8439699a6abea42acd13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:55Z', 'updated_at': '2021-12-14T18:56:34Z', 'revision_number': 6, 'project_id': '9550ca8d94f8439699a6abea42acd13c', 'gw_port_host': None}], 'dv-cinder-821746-1-iscsi', False) {} {{(pid=108023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:56:34.320588 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2069aef-5233-4b5c-8d30-327660f5d795 None None] The sync data for ids ['a4ae5e13-c5dc-4c14-a11f-3be83f7573f2'] in dv-cinder-821746-1-iscsi is: [{'id': 'a4ae5e13-c5dc-4c14-a11f-3be83f7573f2', 'name': 'tempest-TestShelveInstance-2016511045-router', 'tenant_id': '9550ca8d94f8439699a6abea42acd13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:51:55Z', 'updated_at': '2021-12-14T18:56:34Z', 'revision_number': 6, 'project_id': '9550ca8d94f8439699a6abea42acd13c', 'gw_port_host': None}] {{(pid=108023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 18:56:34.339351 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8e8f9f70-c827-4c2a-89fe-4f5556e37fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25418977'] for port, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:34.365434 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f9f70-c827-4c2a-89fe-4f5556e37fef admin admin] Pushing event deleted for resources: {'Port': ['ID=83e84b39-dd6f-4cbb-85c8-bf4f0072b8a7,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:56:34.428051 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8e8f9f70-c827-4c2a-89fe-4f5556e37fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552558'] for router_gateway, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:34.760020 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8e8f9f70-c827-4c2a-89fe-4f5556e37fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9128'] for router, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:34.763084 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8e8f9f70-c827-4c2a-89fe-4f5556e37fef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:34.804363 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8e8f9f70-c827-4c2a-89fe-4f5556e37fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554532'] for router, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:34.804941 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8f9f70-c827-4c2a-89fe-4f5556e37fef admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4ae5e13-c5dc-4c14-a11f-3be83f7573f2 {{(pid=108020) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 18:56:34.809723 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-8e8f9f70-c827-4c2a-89fe-4f5556e37fef admin admin] Notify callbacks [] for router, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:34.810729 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-8e8f9f70-c827-4c2a-89fe-4f5556e37fef admin admin] 10.222.0.71 "DELETE /v2.0/routers/a4ae5e13-c5dc-4c14-a11f-3be83f7573f2 HTTP/1.1" status: 204 len: 168 time: 0.9971402 Dec 14 18:56:34.813263 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 50992) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:56:34.856593 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe099863-8a66-4b91-9c57-603f2771ef09 admin admin] Deleting subnet e32b5847-2167-4556-8d23-9e0fe2605af0 {{(pid=108020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 14 18:56:34.859747 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-fe099863-8a66-4b91-9c57-603f2771ef09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:34.894395 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-fe099863-8a66-4b91-9c57-603f2771ef09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25340925'] for subnet, precommit_delete_associations {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:34.972806 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-fe099863-8a66-4b91-9c57-603f2771ef09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3907046'] for subnet, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:35.024204 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-fe099863-8a66-4b91-9c57-603f2771ef09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3907055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-742379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25418804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28757177'] for subnet, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:35.050343 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe099863-8a66-4b91-9c57-603f2771ef09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e32b5847-2167-4556-8d23-9e0fe2605af0,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:56:35.055605 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-fe099863-8a66-4b91-9c57-603f2771ef09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:35.061995 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-fe099863-8a66-4b91-9c57-603f2771ef09 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/e32b5847-2167-4556-8d23-9e0fe2605af0 HTTP/1.1" status: 204 len: 168 time: 0.2454159 Dec 14 18:56:35.062412 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 50994) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:56:35.067836 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16468c54-41d5-4bb1-8055-0d5e9fb0b4f5 None None] Network 2e4d5d0d-f789-484b-b202-753db4ea7579 requested from dv-cinder-821746-1-iscsi {{(pid=108022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 14 18:56:35.123300 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 83e84b39-dd6f-4cbb-85c8-bf4f0072b8a7 no longer exists at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:56:35.142230 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-5dcd07c3-87e1-4216-9379-af03f2192420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3973964'] for network, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:35.153476 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-ba8737c3-d096-412f-8f43-532636599bec None None] No Port match for: 83e84b39-dd6f-4cbb-85c8-bf4f0072b8a7 {{(pid=108022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:56:35.153825 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 83e84b39-dd6f-4cbb-85c8-bf4f0072b8a7 not bound to the agent host dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:56:35.154365 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device f48c6108-49f5-4589-aa2d-6aeb7b2240d4 no longer exists at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:56:35.176797 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-ba8737c3-d096-412f-8f43-532636599bec None None] No Port match for: f48c6108-49f5-4589-aa2d-6aeb7b2240d4 {{(pid=108022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:56:35.177439 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device f48c6108-49f5-4589-aa2d-6aeb7b2240d4 not bound to the agent host dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:56:35.195431 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.plugin [None req-5dcd07c3-87e1-4216-9379-af03f2192420 admin admin] Deleting port 69067ef3-bf26-466f-9c2f-9f9d58a68cd7 {{(pid=108021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:56:35.195768 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-5dcd07c3-87e1-4216-9379-af03f2192420 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:35.267539 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.db [None req-5dcd07c3-87e1-4216-9379-af03f2192420 admin admin] For port 69067ef3-bf26-466f-9c2f-9f9d58a68cd7, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=69067ef3-bf26-466f-9c2f-9f9d58a68cd7,segment=NetworkSegment(8f43db67-7ffc-4ddf-81c8-4457deae12e9),segment_id=8f43db67-7ffc-4ddf-81c8-4457deae12e9)] {{(pid=108021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:56:35.267768 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-5dcd07c3-87e1-4216-9379-af03f2192420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:35.282555 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.plugin [None req-5dcd07c3-87e1-4216-9379-af03f2192420 admin admin] Calling delete_port for 69067ef3-bf26-466f-9c2f-9f9d58a68cd7 owned by network:dhcp {{(pid=108021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:56:35.306384 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9c0dfa-10ea-4b97-b741-2b2502fbe947 None None] DHCP port deletion for 2e4d5d0d-f789-484b-b202-753db4ea7579 request from dv-cinder-821746-1-iscsi {{(pid=108022) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 14 18:56:35.356954 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-4b9c0dfa-10ea-4b97-b741-2b2502fbe947 None None] Deleting port 69067ef3-bf26-466f-9c2f-9f9d58a68cd7 {{(pid=108022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 14 18:56:35.357229 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-4b9c0dfa-10ea-4b97-b741-2b2502fbe947 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730915507806'] for port, before_delete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:35.367478 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-5dcd07c3-87e1-4216-9379-af03f2192420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29291660'] for port, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:35.398666 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd07c3-87e1-4216-9379-af03f2192420 admin admin] Pushing event deleted for resources: {'Port': ['ID=69067ef3-bf26-466f-9c2f-9f9d58a68cd7,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:56:35.400509 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcd07c3-87e1-4216-9379-af03f2192420 admin admin] No DVR routers for this DVR port 69067ef3-bf26-466f-9c2f-9f9d58a68cd7 on host dv-cinder-821746-1-iscsi {{(pid=108021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:56:35.422391 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.db [None req-4b9c0dfa-10ea-4b97-b741-2b2502fbe947 None None] For port 69067ef3-bf26-466f-9c2f-9f9d58a68cd7, host dv-cinder-821746-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821746-1-iscsi',level=0,port_id=69067ef3-bf26-466f-9c2f-9f9d58a68cd7,segment=NetworkSegment(8f43db67-7ffc-4ddf-81c8-4457deae12e9),segment_id=8f43db67-7ffc-4ddf-81c8-4457deae12e9)] {{(pid=108022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 18:56:35.422900 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-4b9c0dfa-10ea-4b97-b741-2b2502fbe947 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-549421'] for port, precommit_delete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:35.436064 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-4b9c0dfa-10ea-4b97-b741-2b2502fbe947 None None] Calling delete_port for 69067ef3-bf26-466f-9c2f-9f9d58a68cd7 owned by network:dhcp {{(pid=108022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 14 18:56:35.469258 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-5dcd07c3-87e1-4216-9379-af03f2192420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3899795', 'neutron.services.segments.db._delete_segments_for_network-8730915442872'] for network, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:35.489058 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.services.segments.db [None req-5dcd07c3-87e1-4216-9379-af03f2192420 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e4d5d0d-f789-484b-b202-753db4ea7579']}} {{(pid=108021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:56:35.498991 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.services.segments.db [None req-5dcd07c3-87e1-4216-9379-af03f2192420 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f43db67-7ffc-4ddf-81c8-4457deae12e9') {'for_net_delete': True} {{(pid=108021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:56:35.499378 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.services.segments.db [None req-5dcd07c3-87e1-4216-9379-af03f2192420 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f43db67-7ffc-4ddf-81c8-4457deae12e9') {} {{(pid=108021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 18:56:35.508641 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-5dcd07c3-87e1-4216-9379-af03f2192420 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730915282288', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29292905'] for segment, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:35.513103 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-4b9c0dfa-10ea-4b97-b741-2b2502fbe947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3926055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730915515796', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730914959966'] for port, after_delete {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:35.524092 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-5dcd07c3-87e1-4216-9379-af03f2192420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017'] for segment, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:35.530739 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dcd07c3-87e1-4216-9379-af03f2192420 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=108021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 18:56:35.531159 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-5dcd07c3-87e1-4216-9379-af03f2192420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29291711'] for segment, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:35.532954 dv-cinder-821746-1-iscsi neutron-server[108021]: Traceback (most recent call last): Dec 14 18:56:35.532954 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 18:56:35.532954 dv-cinder-821746-1-iscsi neutron-server[108021]: timer() Dec 14 18:56:35.532954 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:56:35.532954 dv-cinder-821746-1-iscsi neutron-server[108021]: cb(*args, **kw) Dec 14 18:56:35.532954 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 18:56:35.532954 dv-cinder-821746-1-iscsi neutron-server[108021]: return func(*args, **kwargs) Dec 14 18:56:35.532954 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:56:35.532954 dv-cinder-821746-1-iscsi neutron-server[108021]: self._notify() Dec 14 18:56:35.532954 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:56:35.532954 dv-cinder-821746-1-iscsi neutron-server[108021]: self.callback(batched_events) Dec 14 18:56:35.532954 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:56:35.532954 dv-cinder-821746-1-iscsi neutron-server[108021]: event.method(event) Dec 14 18:56:35.532954 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 18:56:35.532954 dv-cinder-821746-1-iscsi neutron-server[108021]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:56:35.532954 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 18:56:35.532954 dv-cinder-821746-1-iscsi neutron-server[108021]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 18:56:35.532954 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 18:56:35.532954 dv-cinder-821746-1-iscsi neutron-server[108021]: return f(self, *a, **k) Dec 14 18:56:35.532954 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 18:56:35.532954 dv-cinder-821746-1-iscsi neutron-server[108021]: return self._get(url).json() Dec 14 18:56:35.532954 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:56:35.532954 dv-cinder-821746-1-iscsi neutron-server[108021]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 18:56:35.532954 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 18:56:35.532954 dv-cinder-821746-1-iscsi neutron-server[108021]: return self.request(url, 'GET', **kwargs) Dec 14 18:56:35.532954 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 18:56:35.532954 dv-cinder-821746-1-iscsi neutron-server[108021]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 18:56:35.532954 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 18:56:35.532954 dv-cinder-821746-1-iscsi neutron-server[108021]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:56:35.532954 dv-cinder-821746-1-iscsi neutron-server[108021]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 18:56:35.532954 dv-cinder-821746-1-iscsi neutron-server[108021]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:56:35.532954 dv-cinder-821746-1-iscsi neutron-server[108021]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:56:35.541614 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c0dfa-10ea-4b97-b741-2b2502fbe947 None None] Pushing event deleted for resources: {'Port': ['ID=69067ef3-bf26-466f-9c2f-9f9d58a68cd7,revision_number=None']} {{(pid=108022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:56:35.545104 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9c0dfa-10ea-4b97-b741-2b2502fbe947 None None] No DVR routers for this DVR port 69067ef3-bf26-466f-9c2f-9f9d58a68cd7 on host dv-cinder-821746-1-iscsi {{(pid=108022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 18:56:35.600556 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-5dcd07c3-87e1-4216-9379-af03f2192420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3907168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552522'] for network, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:35.605939 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-5dcd07c3-87e1-4216-9379-af03f2192420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528145'] for network, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:35.609035 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-5dcd07c3-87e1-4216-9379-af03f2192420 admin admin] 10.222.0.71 "DELETE /v2.0/networks/2e4d5d0d-f789-484b-b202-753db4ea7579 HTTP/1.1" status: 204 len: 168 time: 0.5456545 Dec 14 18:56:35.619887 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd07c3-87e1-4216-9379-af03f2192420 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e4d5d0d-f789-484b-b202-753db4ea7579,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:56:35.773198 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 50998) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:56:35.812515 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-c324cf89-23d4-48b0-969f-52912564743b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=65aa1bc448174f819d13506e836df6fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381382 Dec 14 18:56:35.815062 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [-] (108021) accepted ('10.222.0.71', 51000) {{(pid=108021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:56:35.864434 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-320320a9-2180-4b95-8708-5eb0b5ec9779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:35.888222 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-320320a9-2180-4b95-8708-5eb0b5ec9779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:35.932946 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-320320a9-2180-4b95-8708-5eb0b5ec9779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:35.936079 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron_lib.callbacks.manager [None req-320320a9-2180-4b95-8708-5eb0b5ec9779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=108021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:35.937221 dv-cinder-821746-1-iscsi neutron-server[108021]: INFO neutron.wsgi [None req-320320a9-2180-4b95-8708-5eb0b5ec9779 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b6242970-8f99-439e-884c-a99f7c43b33d HTTP/1.1" status: 204 len: 168 time: 0.1210294 Dec 14 18:56:35.944649 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320320a9-2180-4b95-8708-5eb0b5ec9779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6242970-8f99-439e-884c-a99f7c43b33d,revision_number=None']} {{(pid=108021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:56:36.244264 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 51006) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:56:36.288169 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-49a33f94-ee74-4594-86c6-b9ea8e13096a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9550ca8d94f8439699a6abea42acd13c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426989 Dec 14 18:56:36.290582 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [-] (108020) accepted ('10.222.0.71', 51008) {{(pid=108020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 14 18:56:36.337507 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-59926b4d-a70b-4778-87ad-d7bfb342878e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:36.358094 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-59926b4d-a70b-4778-87ad-d7bfb342878e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:36.403670 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-59926b4d-a70b-4778-87ad-d7bfb342878e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-741250'] for security_group, after_delete {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:36.406351 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron_lib.callbacks.manager [None req-59926b4d-a70b-4778-87ad-d7bfb342878e admin admin] Notify callbacks [] for security_group, before_response {{(pid=108020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:36.407507 dv-cinder-821746-1-iscsi neutron-server[108020]: INFO neutron.wsgi [None req-59926b4d-a70b-4778-87ad-d7bfb342878e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2c5b90e1-a690-4df6-82af-dd5d87c72dd3 HTTP/1.1" status: 204 len: 168 time: 0.1160483 Dec 14 18:56:36.415208 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59926b4d-a70b-4778-87ad-d7bfb342878e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5b90e1-a690-4df6-82af-dd5d87c72dd3,revision_number=None']} {{(pid=108020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 18:56:36.836463 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 69067ef3-bf26-466f-9c2f-9f9d58a68cd7 no longer exists at agent ovs-agent-dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 18:56:36.856018 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.plugin [None req-ba8737c3-d096-412f-8f43-532636599bec None None] No Port match for: 69067ef3-bf26-466f-9c2f-9f9d58a68cd7 {{(pid=108022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 14 18:56:36.856358 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron.plugins.ml2.rpc [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Device 69067ef3-bf26-466f-9c2f-9f9d58a68cd7 not bound to the agent host dv-cinder-821746-1-iscsi {{(pid=108022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 18:56:37.788357 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.agents_db [None req-bc91d4ce-6c5b-4ff0-abae-02e3a00e1a46 None None] Agent healthcheck: found 6 active agents {{(pid=108023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:56:42.382750 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-81bbc40d-ca51-4739-8b1f-7ab8178ea14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:44.736986 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-379b48f4-731b-4313-a722-8c6a8df4225a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:46.226031 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:47.570999 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:47.891151 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:56:52.181487 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:57:12.383465 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-7d4bf645-399b-4d43-ad9a-22b2529a877f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:57:14.737966 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-4b4a926e-04fe-48c9-b3e4-502a5cd59af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:57:14.786271 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.agents_db [None req-bc91d4ce-6c5b-4ff0-abae-02e3a00e1a46 None None] Agent healthcheck: found 6 active agents {{(pid=108023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:57:16.231321 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:57:17.573530 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:57:17.892490 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:57:22.189792 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:57:42.388465 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-7fbf619f-fdca-4a0a-a402-86745b71679d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:57:44.738738 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-5964f96a-dac8-4d23-b87c-91fe97213a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:57:46.233824 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:57:47.576564 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:57:47.894523 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:57:51.784587 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.agents_db [None req-bc91d4ce-6c5b-4ff0-abae-02e3a00e1a46 None None] Agent healthcheck: found 6 active agents {{(pid=108023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:57:52.196425 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:58:12.390089 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ce420c7a-e3b1-44bf-b001-b36aae8da02a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:58:14.738770 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-0f4a2829-9a8b-4c42-acb1-013ee0bded77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:58:16.236939 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:58:17.583130 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:58:17.895598 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:58:22.203122 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:58:28.782465 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.agents_db [None req-bc91d4ce-6c5b-4ff0-abae-02e3a00e1a46 None None] Agent healthcheck: found 6 active agents {{(pid=108023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:58:42.390853 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-46e0e2f9-9c84-4e6d-84d2-09e6343efbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:58:44.739246 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-a5029e0a-22cf-4556-91b7-5154bbc44a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:58:46.239536 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:58:46.509453 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [req-45d2e74b-e46b-4d82-8072-4f8f82171f88 req-de6745f3-c7f3-42af-9049-1b2e25b2c144 service neutron] (108021) timed out ('10.222.0.61', 49892) {{(pid=108021) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 14 18:58:47.581065 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:58:47.897211 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:58:49.218830 dv-cinder-821746-1-iscsi neutron-server[108020]: DEBUG neutron.wsgi [req-4d8b8675-2292-48ed-909a-307881452d72 req-5dfe0ffd-6f88-4c38-a457-768dc3f20c9f service neutron] (108020) timed out ('10.222.0.61', 49906) {{(pid=108020) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 14 18:58:52.224073 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:59:05.781663 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.agents_db [None req-bc91d4ce-6c5b-4ff0-abae-02e3a00e1a46 None None] Agent healthcheck: found 6 active agents {{(pid=108023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:59:12.390425 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-41aa38f0-b553-4495-924a-6bc144b62607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:59:14.741260 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-15d5bbfe-8bca-49c7-9799-faaf18f1bcc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:59:16.242065 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:59:17.586718 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:59:17.898672 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:59:22.234867 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:59:42.390917 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-25afe7d6-80f2-476c-8b30-d7272eeaa294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:59:42.781284 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.agents_db [None req-bc91d4ce-6c5b-4ff0-abae-02e3a00e1a46 None None] Agent healthcheck: found 6 active agents {{(pid=108023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 18:59:44.745387 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-f605a3d0-b3d9-482b-9c40-fe8f273b231d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:59:46.244150 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:59:47.587438 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:59:47.898988 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 18:59:52.233702 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 19:00:12.391886 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-c4ad397f-cd83-42c8-80aa-ac66128ea85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 19:00:14.746133 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-0865ac65-1073-4f54-9b04-1f49e350247a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 19:00:16.247484 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 19:00:17.591991 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 19:00:17.899479 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 19:00:19.781733 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.agents_db [None req-bc91d4ce-6c5b-4ff0-abae-02e3a00e1a46 None None] Agent healthcheck: found 6 active agents {{(pid=108023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 19:00:22.252337 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 19:00:42.391614 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-fdc57739-ab87-414e-90a7-8cbc4791d7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 19:00:44.746322 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e62b5587-0e0d-475a-b730-00b693041226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 19:00:46.249748 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 19:00:47.592812 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 19:00:47.901105 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 19:00:52.250938 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 19:00:56.781142 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.agents_db [None req-bc91d4ce-6c5b-4ff0-abae-02e3a00e1a46 None None] Agent healthcheck: found 6 active agents {{(pid=108023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 19:01:12.391878 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-54a79382-4ceb-4032-addf-36a4588bfd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 19:01:14.746602 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-c6e1963a-ff44-44a3-9abb-86e57d7d6289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 19:01:16.252015 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 19:01:17.596486 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 19:01:17.902053 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 19:01:22.266029 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 19:01:33.779812 dv-cinder-821746-1-iscsi neutron-server[108023]: DEBUG neutron.db.agents_db [None req-bc91d4ce-6c5b-4ff0-abae-02e3a00e1a46 None None] Agent healthcheck: found 6 active agents {{(pid=108023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 19:01:42.393918 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-0a3e1e6f-1826-42d4-8cb1-4b826ad2b7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 19:01:44.747002 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-0c619664-247a-46bf-ae83-a61c459b26be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 19:01:46.257632 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-cd7d97fb-fcb5-4e2d-857b-bcf868842a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 19:01:47.600563 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-2025396c-7df1-491a-83ce-dec6dffbdbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 19:01:47.903867 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-ba8737c3-d096-412f-8f43-532636599bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 19:01:52.265290 dv-cinder-821746-1-iscsi neutron-server[108022]: DEBUG neutron_lib.callbacks.manager [None req-e5e6648e-5145-48c2-bb12-405415893a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730915442854', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3901093'] for agent, after_update {{(pid=108022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 19:01:54.167384 dv-cinder-821746-1-iscsi neutron-server[108021]: DEBUG neutron.wsgi [req-45adab7c-3f22-4dd0-8529-40533abf5c80 req-16b873cb-1407-458d-9d42-3a75186b9c1e service neutron] (108021) timed out ('10.222.0.71', 45712) {{(pid=108021) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}